-- Logs begin at Fri 2021-08-20 15:12:45 UTC, end at Fri 2021-08-20 16:11:27 UTC. -- Aug 20 15:46:22.587885 dv-cinder-805398-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Aug 20 15:46:24.787101 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.common.config [-] Logging enabled! Aug 20 15:46:24.787885 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1.dev9 Aug 20 15:46:24.787885 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74956) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Aug 20 15:46:24.790420 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.common.config [-] Logging enabled! Aug 20 15:46:24.790706 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1.dev9 Aug 20 15:46:24.790989 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74956) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Aug 20 15:46:24.792005 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 20 15:46:24.792276 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 20 15:46:24.792674 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 20 15:46:24.792954 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 20 15:46:24.793210 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 20 15:46:24.793570 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.793924 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.794254 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.794515 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.794840 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.795160 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.795477 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.795800 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.796137 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.796494 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.796855 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.797175 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.797462 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.797823 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] config_source = [] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.798150 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.798473 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.798730 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] debug = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.799061 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.799533 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.800046 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.800503 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.800958 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.801390 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.801772 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.802157 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.802614 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] host = dv-cinder-805398-3-smb {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.802960 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.803348 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.803740 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.804130 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.804471 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.804829 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.805181 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.805520 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] log_dir = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.805921 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] log_file = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.806261 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.806606 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.806955 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.807299 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.807577 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.807854 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.808194 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.808538 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.808869 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.809201 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.809536 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.809887 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.810217 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.810541 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.810878 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.811215 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.811613 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.811945 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.812281 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.812610 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.812938 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.813833 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.814168 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.814507 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.814836 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.815178 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.815503 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.815834 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.816189 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.816531 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.816865 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.817206 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.817535 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.817898 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.818228 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.818557 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] use_journal = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.818885 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] use_json = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.819230 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.819555 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.819893 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.820224 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.820553 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.820883 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.821210 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.821569 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:24.821982 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.822317 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.822665 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.822992 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.823321 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.823657 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.823990 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.824311 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.824641 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.824968 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.825299 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.825617 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.825983 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.826330 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.826672 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.827004 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.827342 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.827694 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.828039 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.828373 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.828781 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.829637 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.830011 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.830339 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.830674 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.831008 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.831333 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.831659 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.832021 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.832347 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.832665 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.832980 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.833287 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.833597 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.833942 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.834289 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.834628 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.834961 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.835300 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.835635 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.835968 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.836305 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.836645 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.836981 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.837319 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.837704 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.838020 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.838349 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.838676 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.839004 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.839582 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.839906 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.840239 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.840565 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.840890 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.841217 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.841543 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.841944 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.842304 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.842674 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.843007 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.843342 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.843676 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.844009 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.844371 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.844705 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.845035 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.845366 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.845747 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.846105 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.846460 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.846808 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.847157 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.847490 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.847843 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.848181 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.848520 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.848853 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.849187 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.849529 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.849887 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.850239 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.850589 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.850940 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.851288 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.851643 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.851977 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.852371 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.852697 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:24.852953 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 20 15:46:24.853243 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74956) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 20 15:46:25.266016 dv-cinder-805398-3-smb neutron-server[74956]: INFO keyring.backend [-] Loading KWallet Aug 20 15:46:25.273993 dv-cinder-805398-3-smb neutron-server[74956]: INFO keyring.backend [-] Loading SecretService Aug 20 15:46:25.277422 dv-cinder-805398-3-smb neutron-server[74956]: INFO keyring.backend [-] Loading Windows Aug 20 15:46:25.278794 dv-cinder-805398-3-smb neutron-server[74956]: INFO keyring.backend [-] Loading chainer Aug 20 15:46:25.279391 dv-cinder-805398-3-smb neutron-server[74956]: INFO keyring.backend [-] Loading macOS Aug 20 15:46:25.313835 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74956) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:46:25.314108 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=74956) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:46:25.314393 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74956) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:46:25.314733 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 20 15:46:25.625213 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:25.625533 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:25.625829 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:25.683696 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:25.683983 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:25.684252 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:25.687278 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:25.687558 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:25.687828 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:25.718383 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:25.718662 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:25.718927 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:25.747153 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:25.747435 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:25.747707 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.068604 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.069254 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.069254 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.069481 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.070173 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.197164 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.197488 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.197806 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.198081 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.198347 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.198654 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.198931 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.199184 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.199441 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.199724 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.199982 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.200249 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.200514 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.200768 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.201032 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.201300 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.201557 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.201857 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.202108 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.202399 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.202752 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.203004 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.203251 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.203535 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.203815 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.204057 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.204486 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 15:46:26.204725 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 15:46:26.204962 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 15:46:26.205198 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 15:46:26.205433 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 15:46:26.205697 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 15:46:26.206284 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 20 15:46:26.209876 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 20 15:46:26.213962 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 20 15:46:26.218338 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1250, 1299)])]) Aug 20 15:46:26.220518 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 20 15:46:26.220951 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 20 15:46:26.221292 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 20 15:46:26.221716 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 20 15:46:26.224547 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 20 15:46:26.224797 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 20 15:46:26.225145 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 20 15:46:26.253630 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Aug 20 15:46:26.254116 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.254421 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74956) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 20 15:46:26.254787 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.256332 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74956) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 20 15:46:26.256623 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 20 15:46:26.256868 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 20 15:46:26.260081 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.260364 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.321611 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 20 15:46:26.321839 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 20 15:46:26.322035 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 20 15:46:26.322426 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 20 15:46:26.354450 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_db.sqlalchemy.engines [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74956) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Aug 20 15:46:26.686811 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.plugins.ml2.managers [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Initializing driver for type 'gre' Aug 20 15:46:26.687429 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] gre ID ranges: [(1, 1000)] Aug 20 15:46:26.741846 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.plugins.ml2.managers [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Initializing driver for type 'local' Aug 20 15:46:26.742180 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.plugins.ml2.managers [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Initializing driver for type 'vlan' Aug 20 15:46:26.754669 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] VlanTypeDriver initialization complete Aug 20 15:46:26.755042 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.plugins.ml2.managers [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Initializing driver for type 'vxlan' Aug 20 15:46:26.755549 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] vxlan ID ranges: [(1, 1000)] Aug 20 15:46:26.813924 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.plugins.ml2.managers [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Initializing extension driver 'port_security' Aug 20 15:46:26.814311 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.plugins.ml2.extensions.port_security [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] PortSecurityExtensionDriver initialization complete Aug 20 15:46:26.814728 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.plugins.ml2.managers [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Initializing mechanism driver 'openvswitch' Aug 20 15:46:26.815071 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.plugins.ml2.managers [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Initializing mechanism driver 'hyperv' Aug 20 15:46:26.821494 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.plugins.ml2.plugin [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:46:26.822300 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > port after_create 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.822666 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > port after_update 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.823012 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > port after_delete 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.823393 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > subnet after_create 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.823738 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > subnet after_update 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.824085 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > subnet after_delete 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.824451 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > network after_create 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.824785 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > network after_update 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.825114 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > network after_delete 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.825477 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > security_group after_create 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.825844 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > security_group after_update 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.826177 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > security_group after_delete 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.826544 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.826879 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.827204 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.827531 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] ML2 OVO RPC backend initialized. {{(pid=74956) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Aug 20 15:46:26.828162 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > router_interface after_create 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.828506 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.829429 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > network before_response 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.829909 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > networks before_response 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.830247 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > port before_response 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.830577 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > ports before_response 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.830912 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > subnet before_response 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.831248 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > subnets before_response 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.831581 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > network after_create 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.831911 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > network after_update 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.832236 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > network after_delete 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.832560 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > port after_create 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.832888 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > port after_update 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.833211 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > port after_delete 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.833536 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > subnet after_create 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.833886 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > subnet after_update 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.834278 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > subnet after_delete 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.834780 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.plugins.ml2.plugin [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Modular L2 Plugin initialization complete Aug 20 15:46:26.835100 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading services supported by the core plugin {{(pid=74956) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 20 15:46:26.835417 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.plugins.ml2.managers [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Got port-security extension from driver 'port_security' Aug 20 15:46:26.835865 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.extensions.vlantransparent [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Disabled vlantransparent extension. Aug 20 15:46:26.836271 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74956) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 20 15:46:26.836574 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading Plugin: router Aug 20 15:46:26.872175 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > router_interface before_create 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.872562 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > router after_create 55549900 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.872923 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > router before_create 55549900 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.873277 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.873790 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.874139 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > router after_delete 55549900 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.874489 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > floatingip after_update 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.874840 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > router after_create 55549900 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.875179 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > router after_update 55549900 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.875550 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > router after_update 55549900 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.875892 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.876241 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > router after_update 55549900 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.876638 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > router precommit_update 55549900 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.876998 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: port after_update 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.877330 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: port after_delete 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.877674 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: subnet after_update 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.878017 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.878356 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > port precommit_delete 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.878693 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > router precommit_create 55549900 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.879025 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: port before_delete 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.879364 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > router precommit_create 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.879703 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > router after_update 55549900 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.880034 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > router precommit_delete 55549900 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.880369 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > router precommit_create 55549900 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.880720 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > router_interface after_create 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.881056 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > router precommit_update 55549900 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.881409 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > agent after_create 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.881778 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > agent after_delete 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.882110 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > network after_delete 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.883005 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.quota.resource_registry [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Tracking information for resource: router configured {{(pid=74956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 15:46:26.883328 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.quota.resource_registry [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Tracking information for resource: floatingip configured {{(pid=74956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 15:46:26.888397 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.db.l3_agentschedulers_db [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 20 15:46:26.888973 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: port after_update 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.889327 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: port after_create 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.889687 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: port after_delete 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.890035 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: port after_update 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.890834 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > router before_create 55550100 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.891878 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > router precommit_delete 55550100 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.892157 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > router precommit_create 55550100 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.892501 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > router precommit_update 55550100 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.897004 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.services.provider_configuration [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Service providers = [] {{(pid=74956) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 20 15:46:26.897364 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.db.servicetype_db [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74956) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 20 15:46:26.900423 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.services.service_base [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74956) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 15:46:26.900768 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.services.service_base [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74956) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 15:46:26.901100 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.services.service_base [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74956) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 15:46:26.902021 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.services.service_base [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74956) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 15:46:26.902388 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.services.service_base [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 20 15:46:26.902764 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 15:46:26.903072 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 20 15:46:26.914801 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 15:46:26.915126 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading Plugin: auto_allocate Aug 20 15:46:26.920906 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: network precommit_update 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.921273 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: network precommit_create 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.921837 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 15:46:26.922152 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading Plugin: tag Aug 20 15:46:26.928999 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 15:46:26.929476 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading Plugin: timestamp Aug 20 15:46:26.933526 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 15:46:26.934193 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading Plugin: network_ip_availability Aug 20 15:46:26.939479 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.939773 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.940124 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:26.940935 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 15:46:26.941318 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading Plugin: flavors Aug 20 15:46:26.946579 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 15:46:26.946918 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading Plugin: revisions Aug 20 15:46:26.951367 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 15:46:26.951782 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_concurrency.lockutils [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.637s {{(pid=74956) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:46:26.952535 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74956) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Aug 20 15:46:26.952861 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Initializing extension manager. Aug 20 15:46:26.953358 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: __init__.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:26.953750 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: __pycache__ {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:26.954078 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:26.954400 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:26.954719 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: _filter_validation_lib.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:26.955037 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:26.955350 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: address_group.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:26.956131 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:26.956701 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: address-group Aug 20 15:46:26.957012 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: address_scope.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:26.957743 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:26.958239 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: address-scope Aug 20 15:46:26.958548 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: admin_state_down_before_update.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:26.959496 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:26.959989 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: router-admin-state-down-before-update Aug 20 15:46:26.960409 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: agent.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:26.961115 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:26.961602 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: agent Aug 20 15:46:26.961944 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: agent_resources_synced.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:26.962843 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:26.963329 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: agent-resources-synced Aug 20 15:46:26.963638 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: allowedaddresspairs.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:26.966038 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:26.966839 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: allowed-address-pairs Aug 20 15:46:26.967162 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: auto_allocated_topology.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:26.968248 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:26.968741 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: auto-allocated-topology Aug 20 15:46:26.969058 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: availability_zone.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:26.970313 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:26.970801 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: availability_zone Aug 20 15:46:26.971113 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: availability_zone_filter.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:26.972017 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:26.972503 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: availability_zone_filter Aug 20 15:46:26.972812 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: data_plane_status.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:26.973736 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:26.974224 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extension data-plane-status not supported by any of loaded plugins Aug 20 15:46:26.974535 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: default_subnetpools.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:26.975439 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:26.975922 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: default-subnetpools Aug 20 15:46:26.976233 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: dhcpagentscheduler.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:26.977010 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:26.977495 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: dhcp_agent_scheduler Aug 20 15:46:26.977837 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: dns.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:26.978740 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:26.979228 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extension dns-integration not supported by any of loaded plugins Aug 20 15:46:26.979539 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: dns_domain_ports.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:26.980486 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:26.980986 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 20 15:46:26.981304 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: dvr.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:26.981997 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:26.982489 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: dvr Aug 20 15:46:26.982801 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: empty_string_filtering.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:26.983708 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:26.984199 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: empty-string-filtering Aug 20 15:46:26.984509 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:26.986083 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:26.986564 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 20 15:46:26.986872 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:26.987769 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:26.988254 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 20 15:46:26.988555 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: external_net.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:26.989456 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:26.989973 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: external-net Aug 20 15:46:26.990280 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: extra_dhcp_opt.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:26.991178 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:26.991670 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: extra_dhcp_opt Aug 20 15:46:26.992048 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: extraroute.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:26.992868 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:26.993353 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: extraroute Aug 20 15:46:26.993671 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: extraroute_atomic.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:26.994717 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:26.995204 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: extraroute-atomic Aug 20 15:46:26.995515 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: filter_validation.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:26.996190 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:26.996677 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: filter-validation Aug 20 15:46:26.996999 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: fip_pf_description.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:26.997940 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:26.998428 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 20 15:46:26.998745 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: fip_port_details.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:26.999655 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.000174 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: fip-port-details Aug 20 15:46:27.000532 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: flavors.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.001797 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.002533 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: flavors Aug 20 15:46:27.002852 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.004524 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.005022 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 20 15:46:27.005345 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: floatingip_pools.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.006074 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.006566 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: floatingip-pools Aug 20 15:46:27.006870 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: ip_allocation.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.007780 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.008269 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extension ip_allocation not supported by any of loaded plugins Aug 20 15:46:27.008580 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.009483 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.009998 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: ip-substring-filtering Aug 20 15:46:27.010314 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: l2_adjacency.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.011223 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.011710 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 20 15:46:27.012020 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: l3.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.013021 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.013521 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: router Aug 20 15:46:27.013858 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: l3_conntrack_helper.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.016134 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.016653 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 20 15:46:27.016973 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.017931 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.018431 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: ext-gw-mode Aug 20 15:46:27.018748 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.019653 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.020150 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: l3-ha Aug 20 15:46:27.020464 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: l3_flavors.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.021368 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.021953 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: l3-flavors Aug 20 15:46:27.022267 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.023179 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.023669 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 20 15:46:27.023979 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: l3agentscheduler.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.025033 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.025529 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: l3_agent_scheduler Aug 20 15:46:27.025874 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: logging.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.027346 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.027850 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extension logging not supported by any of loaded plugins Aug 20 15:46:27.028174 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: metering.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.028907 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.029480 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: metering Aug 20 15:46:27.029838 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.030911 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.031413 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: metering_source_and_destination_fields Aug 20 15:46:27.032250 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: multiprovidernet.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.033165 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.033682 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: multi-provider Aug 20 15:46:27.034000 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: netmtu.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.034899 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.035388 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: net-mtu Aug 20 15:46:27.035701 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: netmtu_writable.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.036602 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.037090 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: net-mtu-writable Aug 20 15:46:27.037402 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: network_availability_zone.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.038094 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.038583 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: network_availability_zone Aug 20 15:46:27.038897 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: network_ip_availability.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.040091 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.040591 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: network-ip-availability Aug 20 15:46:27.040905 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: network_segment_range.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.041689 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.042181 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extension network-segment-range not supported by any of loaded plugins Aug 20 15:46:27.042494 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: pagination.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.043460 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.043781 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: pagination Aug 20 15:46:27.044092 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.044998 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.045490 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: port-mac-address-regenerate Aug 20 15:46:27.045835 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: port_resource_request.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.046728 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.047218 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extension port-resource-request not supported by any of loaded plugins Aug 20 15:46:27.048087 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: portbindings.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.048999 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.049486 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: binding Aug 20 15:46:27.049822 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: portbindings_extended.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.051074 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.051564 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: binding-extended Aug 20 15:46:27.051883 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: portsecurity.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.052777 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.053264 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: port-security Aug 20 15:46:27.053577 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: project_id.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.054556 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.054875 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: project-id Aug 20 15:46:27.055186 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: providernet.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.056087 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.056582 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: provider Aug 20 15:46:27.056890 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: qos.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.060470 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.060978 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extension qos not supported by any of loaded plugins Aug 20 15:46:27.061417 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.062695 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.063221 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 20 15:46:27.063540 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.064452 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.064950 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 20 15:46:27.065266 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: qos_default.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.066184 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.066676 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extension qos-default not supported by any of loaded plugins Aug 20 15:46:27.066988 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: qos_fip.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.067625 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.068111 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extension qos-fip not supported by any of loaded plugins Aug 20 15:46:27.068419 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: qos_gateway_ip.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.069324 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.069844 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 20 15:46:27.070145 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: qos_port_network_policy.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.071039 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.071532 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 20 15:46:27.071849 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: qos_rule_type_details.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.072748 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.073238 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 20 15:46:27.073550 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: qos_rules_alias.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.074600 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.075093 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 20 15:46:27.075408 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: quotasv2.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.076306 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.076623 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: quotas Aug 20 15:46:27.076938 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: quotasv2_detail.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.078710 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.079042 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: quota_details Aug 20 15:46:27.079365 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: rbac.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.080427 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.080934 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: rbac-policies Aug 20 15:46:27.081252 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: rbac_address_scope.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.082198 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.082706 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: rbac-address-scope Aug 20 15:46:27.083014 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: rbac_security_groups.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.083916 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.084411 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: rbac-security-groups Aug 20 15:46:27.084722 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: rbac_subnetpool.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.085622 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.086138 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: rbac-subnetpool Aug 20 15:46:27.086449 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: revisionifmatch.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.087360 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.087856 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: revision-if-match Aug 20 15:46:27.088165 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: revisions.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.089529 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.090048 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: standard-attr-revisions Aug 20 15:46:27.090363 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: router_availability_zone.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.091028 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.091518 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: router_availability_zone Aug 20 15:46:27.091834 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: routerservicetype.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.092750 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.093239 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extension router-service-type not supported by any of loaded plugins Aug 20 15:46:27.093548 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: security_groups_port_filtering.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.095006 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.095496 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: port-security-groups-filtering Aug 20 15:46:27.095807 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: securitygroup.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.106741 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.107258 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: security-group Aug 20 15:46:27.107584 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: segment.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.108352 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.108846 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extension segment not supported by any of loaded plugins Aug 20 15:46:27.109163 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.110681 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.111171 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 20 15:46:27.111487 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: servicetype.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.112580 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.113082 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: service-type Aug 20 15:46:27.113394 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: sorting.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.114506 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.114829 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: sorting Aug 20 15:46:27.115144 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: standard_attr_segment.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.116052 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.116550 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 20 15:46:27.116871 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: standardattrdescription.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.117509 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.118033 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: standard-attr-description Aug 20 15:46:27.118352 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: stateful_security_group.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.119269 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.119765 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: stateful-security-group Aug 20 15:46:27.120077 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: stdattrs_common.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.120653 dv-cinder-805398-3-smb neutron-server[74956]: WARNING neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 20 15:46:27.120962 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.121894 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.122389 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 20 15:46:27.122699 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: subnet_onboard.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.123846 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.124348 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: subnet_onboard Aug 20 15:46:27.124661 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.125619 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.126144 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 20 15:46:27.126457 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: subnet_service_types.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.127363 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.127863 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: subnet-service-types Aug 20 15:46:27.128173 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: subnetallocation.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.129250 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.129781 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: subnet_allocation Aug 20 15:46:27.130096 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.130755 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.131247 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: subnetpool-prefix-ops Aug 20 15:46:27.131559 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.132483 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.132975 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 20 15:46:27.133288 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: tagging.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.134354 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.134853 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: standard-attr-tag Aug 20 15:46:27.135167 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: timestamp.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.136351 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.136850 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loaded extension: standard-attr-timestamp Aug 20 15:46:27.137166 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: trunk.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.138202 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.138702 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extension trunk not supported by any of loaded plugins Aug 20 15:46:27.139017 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: trunk_details.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.139924 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.140417 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extension trunk-details not supported by any of loaded plugins Aug 20 15:46:27.140730 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: uplink_status_propagation.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.141680 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.142174 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 20 15:46:27.142487 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Loading extension file: vlantransparent.py {{(pid=74956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 20 15:46:27.143151 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 20 15:46:27.143643 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 20 15:46:27.145916 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.quota.resource_registry [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Creating instance of TrackedResource for resource:network Aug 20 15:46:27.146643 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.quota.resource_registry [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Creating instance of TrackedResource for resource:subnet Aug 20 15:46:27.147241 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.quota.resource_registry [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 15:46:27.147992 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.quota.resource_registry [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Creating instance of TrackedResource for resource:port Aug 20 15:46:27.149243 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.v2.resource_helper [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 15:46:27.149706 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.v2.resource_helper [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Service FLAVORS assigned prefix: {{(pid=74956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 15:46:27.150307 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.v2.resource_helper [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 15:46:27.150722 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.v2.resource_helper [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 15:46:27.151051 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.quota.resource_registry [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Creating instance of TrackedResource for resource:router Aug 20 15:46:27.151692 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.quota.resource_registry [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Creating instance of TrackedResource for resource:floatingip Aug 20 15:46:27.152388 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.v2.resource_helper [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Service METERING assigned prefix: /metering {{(pid=74956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 15:46:27.153841 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:27.154209 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:27.154554 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:46:27.155681 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.quota.resource_registry [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Creating instance of CountableResource for resource:rbac_policy Aug 20 15:46:27.156114 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.quota.resource_registry [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Creating instance of TrackedResource for resource:security_group Aug 20 15:46:27.157297 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.quota.resource_registry [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 20 15:46:27.158069 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.v2.resource_helper [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Service CORE assigned prefix: {{(pid=74956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 15:46:27.158396 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.quota.resource_registry [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 15:46:27.158722 dv-cinder-805398-3-smb neutron-server[74956]: WARNING neutron.quota.resource_registry [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] subnetpool is already registered Aug 20 15:46:27.159314 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.v2.resource_helper [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Service CORE assigned prefix: {{(pid=74956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 15:46:27.159628 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.quota.resource_registry [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 15:46:27.159942 dv-cinder-805398-3-smb neutron-server[74956]: WARNING neutron.quota.resource_registry [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] subnetpool is already registered Aug 20 15:46:27.162637 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.v2.resource_helper [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 15:46:27.163068 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.v2.resource_helper [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Service FLAVORS assigned prefix: {{(pid=74956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 15:46:27.163651 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.v2.resource_helper [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 15:46:27.164117 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.v2.resource_helper [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 15:46:27.164439 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.quota.resource_registry [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Creating instance of TrackedResource for resource:router Aug 20 15:46:27.164793 dv-cinder-805398-3-smb neutron-server[74956]: WARNING neutron.quota.resource_registry [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] router is already registered Aug 20 15:46:27.174265 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.quota.resource_registry [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Creating instance of TrackedResource for resource:floatingip Aug 20 15:46:27.174618 dv-cinder-805398-3-smb neutron-server[74956]: WARNING neutron.quota.resource_registry [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] floatingip is already registered Aug 20 15:46:27.175281 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.v2.resource_helper [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Service METERING assigned prefix: /metering {{(pid=74956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 15:46:27.175974 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.quota.resource_registry [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Creating instance of CountableResource for resource:rbac_policy Aug 20 15:46:27.176303 dv-cinder-805398-3-smb neutron-server[74956]: WARNING neutron.quota.resource_registry [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] rbac_policy is already registered Aug 20 15:46:27.176844 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.quota.resource_registry [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Creating instance of TrackedResource for resource:security_group Aug 20 15:46:27.177169 dv-cinder-805398-3-smb neutron-server[74956]: WARNING neutron.quota.resource_registry [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] security_group is already registered Aug 20 15:46:27.177768 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.quota.resource_registry [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 20 15:46:27.178108 dv-cinder-805398-3-smb neutron-server[74956]: WARNING neutron.quota.resource_registry [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] security_group_rule is already registered Aug 20 15:46:27.178758 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.v2.resource_helper [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Service CORE assigned prefix: {{(pid=74956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 15:46:27.179077 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.quota.resource_registry [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 15:46:27.179392 dv-cinder-805398-3-smb neutron-server[74956]: WARNING neutron.quota.resource_registry [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] subnetpool is already registered Aug 20 15:46:27.179991 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.v2.resource_helper [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Service CORE assigned prefix: {{(pid=74956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 15:46:27.180307 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.quota.resource_registry [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 15:46:27.180634 dv-cinder-805398-3-smb neutron-server[74956]: WARNING neutron.quota.resource_registry [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] subnetpool is already registered Aug 20 15:46:27.182222 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: extensions {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.183437 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: address-groups {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.185001 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: address-scopes {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.186215 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: agents {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.187378 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: auto-allocated-topology {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.188620 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: availability_zones {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.189965 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: dhcp-networks {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.191289 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: dhcp-agents {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.192663 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: routers {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.194465 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: flavors {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.195606 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: service_profiles {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.196778 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: next_providers {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.198295 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: service_profiles {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.199708 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: floatingip-pools {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.200897 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: routers {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.202691 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: floatingips {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.203858 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: l3-routers {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.205179 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: l3-agents {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.206586 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: metering-labels {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.208783 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: metering-label-rules {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.210081 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: network-ip-availabilities {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.211309 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: bindings {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.212920 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: quotas {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.214689 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: quotas {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.216019 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: rbac-policies {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.217282 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: security-groups {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.218489 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: security-group-rules {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.220194 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: service-providers {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.221399 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: subnetpools {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.222795 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: subnetpools {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.224204 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: tags {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.225868 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: tags {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.227611 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: tags {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.229336 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: tags {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.231108 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: tags {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.232745 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: tags {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.234506 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: tags {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.236924 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: tags {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.238786 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: tags {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.240607 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron.api.extensions [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Extended resource: tags {{(pid=74956) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 20 15:46:27.246415 dv-cinder-805398-3-smb neutron-server[74956]: WARNING keystonemiddleware.auth_token [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 20 15:46:27.251246 dv-cinder-805398-3-smb neutron-server[74956]: WARNING keystonemiddleware.auth_token [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 20 15:46:27.259459 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_concurrency.lockutils [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Acquired lock "singleton_lock" {{(pid=74956) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 20 15:46:27.259939 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_concurrency.lockutils [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Releasing lock "singleton_lock" {{(pid=74956) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 20 15:46:27.260576 dv-cinder-805398-3-smb neutron-server[74956]: INFO oslo_service.service [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Starting 2 workers Aug 20 15:46:27.265322 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Started child 75060 {{(pid=74956) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 20 15:46:27.269595 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Started child 75061 {{(pid=74956) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 20 15:46:27.270956 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:27.271509 dv-cinder-805398-3-smb neutron-server[74956]: INFO neutron.service [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 20 15:46:27.271834 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Notify callbacks [] for process, before_spawn {{(pid=74956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:27.272432 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [-] (75060) wsgi starting up on http://0.0.0.0:9696 Aug 20 15:46:27.272814 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 53706) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:46:27.274349 dv-cinder-805398-3-smb neutron-server[74956]: INFO oslo_service.service [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Starting 1 workers Aug 20 15:46:27.274455 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:27.275828 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [-] (75061) wsgi starting up on http://0.0.0.0:9696 Aug 20 15:46:27.279306 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Started child 75062 {{(pid=74956) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 20 15:46:27.279818 dv-cinder-805398-3-smb neutron-server[74956]: INFO oslo_service.service [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Starting 1 workers Aug 20 15:46:27.281416 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064056 Aug 20 15:46:27.283419 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.service [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] calling RpcWorker wait() {{(pid=75062) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 20 15:46:27.283936 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.service [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] returning from RpcWorker wait() {{(pid=75062) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 20 15:46:27.285124 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:27.285469 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Started child 75063 {{(pid=74956) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 20 15:46:27.285585 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:46:27.286302 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG neutron_lib.callbacks.manager [None req-6dfde60a-5e0a-4d4c-83ca-0fc68766d086 None None] Notify callbacks [] for process, after_spawn {{(pid=74956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:27.288281 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74956) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 20 15:46:27.288486 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 20 15:46:27.288665 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 20 15:46:27.288854 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 20 15:46:27.289183 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 20 15:46:27.289337 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 20 15:46:27.291954 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.291954 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.291954 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.292209 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:27.292678 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.292678 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.292678 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.292879 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:46:27.292950 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.292950 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.293067 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.293313 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.293681 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.293840 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.294122 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.294333 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.296422 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.296422 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.296422 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.296422 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.296422 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.296422 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.296422 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.296422 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.296927 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] debug = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.296927 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.297208 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.300836 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.300836 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.300836 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.300836 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.300836 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.300836 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.300836 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.300836 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.301385 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.301385 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.301385 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.301385 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.301385 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.301385 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.301755 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] host = dv-cinder-805398-3-smb {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.301825 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.302139 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.302297 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.304349 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.304349 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.304349 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.304349 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.304349 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.304349 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.304349 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.304349 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.305511 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.305511 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.305511 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] log_file = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.305511 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] log_options = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.305511 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.305511 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.306350 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.306350 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.306350 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.306350 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.306876 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.306876 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.306876 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.307266 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.307266 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.307534 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.307693 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.308918 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.308918 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.308918 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.308918 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.308918 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.309593 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.309593 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.309593 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.309593 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.310180 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.310180 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.310457 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.310595 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.310742 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.311629 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.311629 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.311629 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.311629 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.312201 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.312201 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.312463 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.312598 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.312787 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.313023 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.313299 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.313528 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.313890 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.316277 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.316277 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.316277 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.316277 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.316277 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.316811 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] use_json = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.316811 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.316811 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.317088 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.317309 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.317631 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.317868 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.318123 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.319009 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.319424 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.319709 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.320038 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.321056 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.321056 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.321056 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.321485 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.321485 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.321864 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.322003 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.323769 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.323769 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.323769 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.323769 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.323769 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.324473 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.324473 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.324473 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.324876 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.324876 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.325143 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.325143 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.325426 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.325687 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.325920 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.326160 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.326389 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.326606 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.326819 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.329699 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.329810 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.329985 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.330250 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.330501 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.330727 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.331659 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.331659 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.331659 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.331863 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.332086 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.332323 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.332549 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.332781 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.333014 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.333258 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.333515 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.333765 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.333996 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.334207 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.334422 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.334650 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.334911 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.335904 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.336106 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.336821 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.337494 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.339867 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.339867 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.342052 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.342529 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.343051 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.345984 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.345984 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.345984 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.345984 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.346285 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.346481 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.346744 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.346980 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.347204 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.347744 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.348199 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.349029 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.349029 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.349029 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.349496 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.349847 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.350746 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.351221 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.351662 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.352078 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.352534 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.352838 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.353117 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.353626 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.354152 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.354587 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.355763 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.356210 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.356621 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.357076 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.357527 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.357891 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.358135 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.359431 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.359431 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.359431 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.359431 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.359431 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.359778 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.359998 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.360246 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.360496 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.360774 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.361027 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.361306 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.361593 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.361895 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.362165 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.362570 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.362989 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.363419 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.363880 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.364295 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.364698 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.365125 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.365496 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.365931 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.366394 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.366770 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.367151 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.367540 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.367873 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.368136 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.368384 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.368630 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.369144 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.369542 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.370079 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.370495 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.370941 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.371221 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.371485 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.371747 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.371950 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.372196 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.372478 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.372676 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.374068 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.374326 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.374587 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.374845 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.375066 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.375333 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.375604 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.375851 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.376072 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.376316 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.376560 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.376794 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.377033 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.377280 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.377519 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.378795 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.378795 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.379026 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.379417 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.379847 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.380258 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.380539 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.380980 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.381414 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.381976 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.382384 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.382693 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.382915 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.383707 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.383707 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.383707 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.383917 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.384141 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.384365 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.384582 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.384835 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.385051 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.385287 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.385524 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.385887 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.386130 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.386379 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.386632 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.387867 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.388099 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.388323 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.388566 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.388991 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.389447 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.389941 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.390171 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.390403 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.390618 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.390851 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.391586 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.391812 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.392025 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.392312 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.392529 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.392733 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.393024 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.393583 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.393913 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.394238 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.394548 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.394846 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.395125 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.396358 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.396678 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.396961 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.397324 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.397774 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.397938 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.398323 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.398616 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.399546 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.399546 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.399546 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.399767 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.400035 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.400323 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.400604 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.400885 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.401201 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.401586 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.401991 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.402316 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.403085 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.403085 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.403259 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1250:1299'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.403999 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.403999 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.403999 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.404278 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.404581 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.405002 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.406037 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.406037 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.406037 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.406037 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.406327 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.406508 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.406682 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.407472 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.407707 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.408104 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.408522 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.408941 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.409173 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.409445 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.409704 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.409928 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.410332 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.410558 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 20 15:46:27.411106 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74956) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 20 15:46:27.411252 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 20 15:46:27.411384 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 20 15:46:27.411553 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 20 15:46:27.411828 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 20 15:46:27.411828 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 20 15:46:27.412893 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.412893 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.412893 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.412893 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.412893 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.412893 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.413260 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.413260 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.413260 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.413430 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.413495 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.413671 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.413981 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.414141 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.414285 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.414437 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.414581 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.414734 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.415050 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.415210 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.415372 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.415514 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.415670 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] debug = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.415829 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.416041 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.416209 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.416367 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.416523 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.416679 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.416835 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.416992 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.417148 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.417320 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.417447 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.417604 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.417837 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.417948 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.418052 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.418257 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.418383 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] host = dv-cinder-805398-3-smb {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.418490 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.418646 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.418801 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.418968 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.419114 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.419981 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.419981 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.419981 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.419981 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.419981 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.419981 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.420576 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.420576 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.420576 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] log_file = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.420576 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] log_options = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.421766 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.421766 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.421766 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.421766 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.421766 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.421766 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.421766 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.422180 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.422180 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.422180 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.422180 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.422460 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.422536 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.422835 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.422835 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.422995 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.423151 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.423294 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.423433 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.423573 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.423711 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.423869 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.424026 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.424176 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.424314 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.424477 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.425354 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.425354 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.425354 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.425354 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.425354 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.425354 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.425870 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.425870 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.425870 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.426043 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.426108 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.426233 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.426429 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.426522 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.426664 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.426818 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.427807 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.427807 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.427807 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.427807 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] use_json = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.427807 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.427807 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.427807 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.428212 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.428212 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.428349 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:46:27.428424 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.428424 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.428542 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 15:46:27.428728 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.428884 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.429056 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.429302 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.429428 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.429551 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.429712 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.429833 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.430018 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.430152 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.430294 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.430454 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.430630 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.430792 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.430953 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.431113 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.431273 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.431426 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.431566 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.431728 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.431891 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.432042 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.432201 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.432388 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.432530 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.432668 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.432815 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.432951 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.433132 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.433309 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.433459 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.433595 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.433791 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.433928 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.434063 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.434199 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.434334 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.434503 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.434643 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.434803 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.434940 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.435075 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.435210 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.435345 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.435479 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.435716 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.435856 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.435991 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.436136 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.436272 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.436407 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.436636 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.436636 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.436916 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.437052 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.437188 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.437322 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.437467 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.438480 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.438480 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.438480 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.438480 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.438480 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.438480 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.438480 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.439368 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.439368 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.439368 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.439368 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.439368 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.439368 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.440863 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.440863 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.440863 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.440863 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.440863 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.440863 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.440863 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.440863 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.441826 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.442922 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.442922 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.442922 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.442922 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.443239 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.443239 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.443384 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.443462 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.443567 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.443726 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.443886 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.444046 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.444205 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.444367 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.444526 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.444686 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.444845 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.445003 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.445162 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.445322 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.445480 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.445674 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.447510 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.447510 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.447510 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.447510 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.447510 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.447510 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.447510 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.448235 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.448235 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.448235 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.448235 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.448235 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.448618 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.448618 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.448760 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.448919 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.449090 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.449250 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.449411 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.449571 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.451517 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.452073 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.452073 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.452073 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.452382 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.452382 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.452574 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.452712 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.452858 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.454066 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.454066 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.454066 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.454066 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.454666 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.454666 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.454666 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.454666 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.455199 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.455199 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.455199 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.455199 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.455707 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.455707 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.455707 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.456089 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.456089 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.456089 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.456490 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.456490 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.456762 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.456762 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.457022 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.457022 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.457279 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.457279 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.457549 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.457549 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.457865 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.457865 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.458127 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.458127 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.458572 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.458572 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.458572 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.458974 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.458974 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.459186 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.459186 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.459332 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.459478 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.459638 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.459797 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.459957 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.460114 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.460274 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.460453 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.460715 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.460845 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.460955 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.461106 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.461271 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.461430 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.461589 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.461769 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.461928 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.462900 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.463065 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.463227 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.463372 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.463537 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.463691 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.463830 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.463991 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.464161 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.464578 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.464722 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.464906 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.465063 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.465213 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.465374 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.465709 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.466026 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.466195 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.466362 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.466525 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.466668 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.466817 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.466957 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.467109 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.467360 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.467527 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.467619 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.467737 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.467899 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.468041 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.468208 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.468355 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.468678 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.468678 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.468951 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.468951 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.469239 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.469411 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.469549 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.469759 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.469905 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1250:1299'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.470058 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.470197 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.470369 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.470542 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.470702 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.470862 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.471020 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.471179 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.471337 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.471484 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.471641 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.471787 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.471945 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.472103 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.472249 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.472407 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.472560 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.472711 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.472872 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.473031 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.473189 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.473347 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.473511 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 15:46:27.473686 dv-cinder-805398-3-smb neutron-server[74956]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 20 15:46:39.604042 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0b3ee0-3ee0-4ff9-a5bb-00502c67329b None None] get_active_networks_info from dv-cinder-805398-3-smb {{(pid=75062) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Aug 20 15:46:39.671597 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0b3ee0-3ee0-4ff9-a5bb-00502c67329b None None] No non-hosted networks {{(pid=75062) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 20 15:46:39.684261 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.agentschedulers_db [None req-5e0b3ee0-3ee0-4ff9-a5bb-00502c67329b None None] DHCP Agent not found on host dv-cinder-805398-3-smb {{(pid=75062) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 20 15:46:39.811643 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-d6ef7322-f382-4564-acb7-b1ecc8544916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642511'] for agent, after_create {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:40.030208 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642511'] for agent, after_create {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:40.030993 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:46:40.032153 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:46:40.032648 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:46:40.033070 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:46:40.033674 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:46:40.034064 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:46:40.034695 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:46:40.035522 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:46:40.037283 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:46:40.038033 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:46:40.038644 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:46:40.040326 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-805398-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:46:40.050061 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-805398-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:46:41.637808 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-90ccb15e-c8d8-40d3-826c-2ef8ac572ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642511'] for agent, after_create {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:41.683411 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-ae97a178-9315-41b9-a0aa-5ef85f01e74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:43.133944 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642511'] for agent, after_create {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:43.954446 dv-cinder-805398-3-smb neutron-server[75062]: INFO neutron.db.l3_hamode_db [None req-5c840e6f-0bae-4011-a272-8a676ec68f63 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 20 15:46:44.045368 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c840e6f-0bae-4011-a272-8a676ec68f63 None None] Routers set() bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:46:44.045639 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c840e6f-0bae-4011-a272-8a676ec68f63 None None] Router IDs set() for agent in host dv-cinder-805398-3-smb {{(pid=75062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 15:46:44.635714 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642511'] for agent, after_create {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:46.425576 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 53812) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:46:47.034081 dv-cinder-805398-3-smb neutron-server[75060]: WARNING oslo_policy.policy [None req-4ddb12c3-649d-41d8-8173-0659433d56dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 15:46:47.034786 dv-cinder-805398-3-smb neutron-server[75060]: WARNING oslo_policy.policy [None req-4ddb12c3-649d-41d8-8173-0659433d56dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 15:46:47.254554 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [None req-4ddb12c3-649d-41d8-8173-0659433d56dc admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=75060) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 20 15:46:47.255719 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-4ddb12c3-649d-41d8-8173-0659433d56dc admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8291781 Aug 20 15:46:49.535214 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 53826) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:46:49.928349 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-3d46c852-4cbf-4224-a542-691f3d703b21 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:46:49.976882 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.policy [None req-3d46c852-4cbf-4224-a542-691f3d703b21 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75060) register_rules /opt/stack/neutron/neutron/policy.py:65}} Aug 20 15:46:49.977625 dv-cinder-805398-3-smb neutron-server[75060]: WARNING oslo_policy.policy [None req-3d46c852-4cbf-4224-a542-691f3d703b21 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 15:46:49.978015 dv-cinder-805398-3-smb neutron-server[75060]: WARNING oslo_policy.policy [None req-3d46c852-4cbf-4224-a542-691f3d703b21 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 15:46:49.981335 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.quota [None req-3d46c852-4cbf-4224-a542-691f3d703b21 admin admin] Loaded quota_driver: . Aug 20 15:46:49.997233 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-3d46c852-4cbf-4224-a542-691f3d703b21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:46:50.070232 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-3d46c852-4cbf-4224-a542-691f3d703b21 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786830010589', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786830030189', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786830018653', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786830024615', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786829916467', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3778338', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3609439', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-499782', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-423066'] for rbac-policy, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:50.143093 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-3d46c852-4cbf-4224-a542-691f3d703b21 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:50.144306 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-3d46c852-4cbf-4224-a542-691f3d703b21 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6081445 Aug 20 15:46:52.729043 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 53840) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:46:53.126350 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Request body: {'network': {'name': 'private', 'project_id': '4f735fbcdee747f2bcdb575ecb6d6dc8', 'admin_state_up': True}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:46:53.134524 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:46:53.142827 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Usage tracker for resource:network and tenant:4f735fbcdee747f2bcdb575ecb6d6dc8 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:46:53.150014 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:46:53.158528 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:46:53.170291 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Made reservation on behalf of 4f735fbcdee747f2bcdb575ecb6d6dc8 for: {'network': 1} {{(pid=75060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:46:53.173971 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for network, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:53.193229 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:53.247800 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:46:53.251872 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Usage tracker for resource:security_group_rule and tenant:4f735fbcdee747f2bcdb575ecb6d6dc8 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:46:53.254951 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:46:53.261469 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:46:53.341557 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:53.347709 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:53.356795 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:46:53.392777 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] vlan segment allocate from pool success with {'vlan_id': 1250, 'physical_network': 'physnet1'} {{(pid=75060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 20 15:46:53.438043 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786829457017', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577716'] for segment, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:53.438960 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Unsubscribe: segment precommit_create {{(pid=75060) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 20 15:46:53.439656 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.db.segments_db [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Added segment 787f696a-8c09-4c6b-8633-ffdf3f0de404 of type vlan for network ae63ee8b-b823-4b21-98d1-8ea70c6ba11f Aug 20 15:46:53.462733 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6b1b63-6ff6-49f5-ba52-f9fdf6b88eb6,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:46:53.524356 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:46:53.524897 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:46:53.525336 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:46:53.525714 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:46:53.526080 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:46:53.526430 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:46:53.526782 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:46:53.527162 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:46:53.527558 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:46:53.527903 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:46:53.528245 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:46:53.529345 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Tracked resource versions report: Aug 20 15:46:53.529345 dv-cinder-805398-3-smb neutron-server[75060]: pushed versions: Aug 20 15:46:53.529345 dv-cinder-805398-3-smb neutron-server[75060]: { 'ConntrackHelper': {'1.0'}, Aug 20 15:46:53.529345 dv-cinder-805398-3-smb neutron-server[75060]: 'Log': {'1.0'}, Aug 20 15:46:53.529345 dv-cinder-805398-3-smb neutron-server[75060]: 'Network': {'1.1'}, Aug 20 15:46:53.529345 dv-cinder-805398-3-smb neutron-server[75060]: 'Port': {'1.5'}, Aug 20 15:46:53.529345 dv-cinder-805398-3-smb neutron-server[75060]: 'PortForwarding': {'1.2'}, Aug 20 15:46:53.529345 dv-cinder-805398-3-smb neutron-server[75060]: 'QosPolicy': {'1.8'}, Aug 20 15:46:53.529345 dv-cinder-805398-3-smb neutron-server[75060]: 'SecurityGroup': {'1.2'}, Aug 20 15:46:53.529345 dv-cinder-805398-3-smb neutron-server[75060]: 'SecurityGroupRule': {'1.0'}, Aug 20 15:46:53.529345 dv-cinder-805398-3-smb neutron-server[75060]: 'SubPort': {'1.0'}, Aug 20 15:46:53.529345 dv-cinder-805398-3-smb neutron-server[75060]: 'Subnet': {'1.1'}, Aug 20 15:46:53.529345 dv-cinder-805398-3-smb neutron-server[75060]: 'Trunk': {'1.1'}} Aug 20 15:46:53.529345 dv-cinder-805398-3-smb neutron-server[75060]: consumer versions: Aug 20 15:46:53.529345 dv-cinder-805398-3-smb neutron-server[75060]: { DHCP agent@dv-cinder-805398-3-smb: {}, Aug 20 15:46:53.529345 dv-cinder-805398-3-smb neutron-server[75060]: L3 agent@dv-cinder-805398-3-smb: {}, Aug 20 15:46:53.529345 dv-cinder-805398-3-smb neutron-server[75060]: Metadata agent@dv-cinder-805398-3-smb: {}, Aug 20 15:46:53.529345 dv-cinder-805398-3-smb neutron-server[75060]: Metering agent@dv-cinder-805398-3-smb: {}, Aug 20 15:46:53.529345 dv-cinder-805398-3-smb neutron-server[75060]: Open vSwitch agent@dv-cinder-805398-3-smb: { 'ConntrackHelper': '1.0', Aug 20 15:46:53.529345 dv-cinder-805398-3-smb neutron-server[75060]: 'Log': '1.0', Aug 20 15:46:53.529345 dv-cinder-805398-3-smb neutron-server[75060]: 'Network': '1.1', Aug 20 15:46:53.529345 dv-cinder-805398-3-smb neutron-server[75060]: 'Port': '1.5', Aug 20 15:46:53.529345 dv-cinder-805398-3-smb neutron-server[75060]: 'PortForwarding': '1.2', Aug 20 15:46:53.529345 dv-cinder-805398-3-smb neutron-server[75060]: 'QosPolicy': '1.8', Aug 20 15:46:53.529345 dv-cinder-805398-3-smb neutron-server[75060]: 'SecurityGroup': '1.2', Aug 20 15:46:53.529345 dv-cinder-805398-3-smb neutron-server[75060]: 'SecurityGroupRule': '1.0', Aug 20 15:46:53.529345 dv-cinder-805398-3-smb neutron-server[75060]: 'SubPort': '1.0', Aug 20 15:46:53.529345 dv-cinder-805398-3-smb neutron-server[75060]: 'Subnet': '1.1', Aug 20 15:46:53.529345 dv-cinder-805398-3-smb neutron-server[75060]: 'Trunk': '1.1'}} Aug 20 15:46:53.529345 dv-cinder-805398-3-smb neutron-server[75060]: {{(pid=75060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 15:46:53.587457 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786828959910'] for network, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:53.591953 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:46:53.644157 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924'] for network, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:53.645681 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:46:53.646470 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for network, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:53.651990 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:46:53.770065 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.0396557 Aug 20 15:46:53.772910 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Pushing event updated for resources: {'Network': ['ID=ae63ee8b-b823-4b21-98d1-8ea70c6ba11f,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:46:53.776417 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:46:53.790570 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Network ae63ee8b-b823-4b21-98d1-8ea70c6ba11f details requested by agent ovs-agent-dv-cinder-805398-3-smb with host dv-cinder-805398-3-smb {{(pid=75062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 15:46:56.504558 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 53856) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:46:57.184480 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beea77fe-fd75-4171-a4a1-b0ff6564f5d4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:46:57.185885 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-beea77fe-fd75-4171-a4a1-b0ff6564f5d4 admin admin] 10.222.0.13 "GET /v2.0/networks/ae63ee8b-b823-4b21-98d1-8ea70c6ba11f HTTP/1.1" status: 200 len: 826 time: 0.6803510 Aug 20 15:46:57.223929 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-cc2edd19-2dcb-4c4b-a61f-79e161dad2c0 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/8d4089ee-83d1-4e1b-bb5d-9611efbd9688 HTTP/1.1" status: 200 len: 734 time: 0.0289204 Aug 20 15:46:57.233048 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-96c3d1ba-59c1-4d50-b148-4a0703260764 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '8d4089ee-83d1-4e1b-bb5d-9611efbd9688', 'tenant_id': '4f735fbcdee747f2bcdb575ecb6d6dc8', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'ae63ee8b-b823-4b21-98d1-8ea70c6ba11f'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:46:57.238658 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-96c3d1ba-59c1-4d50-b148-4a0703260764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:46:57.242559 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-96c3d1ba-59c1-4d50-b148-4a0703260764 admin admin] Usage tracker for resource:subnet and tenant:4f735fbcdee747f2bcdb575ecb6d6dc8 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:46:57.245582 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-96c3d1ba-59c1-4d50-b148-4a0703260764 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:46:57.252199 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-96c3d1ba-59c1-4d50-b148-4a0703260764 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:46:57.263157 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c3d1ba-59c1-4d50-b148-4a0703260764 admin admin] Made reservation on behalf of 4f735fbcdee747f2bcdb575ecb6d6dc8 for: {'subnet': 1} {{(pid=75060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:46:57.265519 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-96c3d1ba-59c1-4d50-b148-4a0703260764 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:57.555214 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-96c3d1ba-59c1-4d50-b148-4a0703260764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924'] for subnet, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:57.560082 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:46:57.646978 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3d1ba-59c1-4d50-b148-4a0703260764 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3541d781-103d-43af-935b-16329fe7a2a8,revision_number=0']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:46:57.652054 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c3d1ba-59c1-4d50-b148-4a0703260764 admin admin] Checking segment: {'id': '787f696a-8c09-4c6b-8633-ffdf3f0de404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'ae63ee8b-b823-4b21-98d1-8ea70c6ba11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:46:57.652422 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c3d1ba-59c1-4d50-b148-4a0703260764 admin admin] Network hostable DHCP agents. Network: ae63ee8b-b823-4b21-98d1-8ea70c6ba11f, hostable agents: ['8a4a5844-dabe-4d00-86b6-cc46effaa58e'], hosted agents: [] {{(pid=75060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:46:57.657040 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-96c3d1ba-59c1-4d50-b148-4a0703260764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:46:57.678070 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c3d1ba-59c1-4d50-b148-4a0703260764 admin admin] Network ae63ee8b-b823-4b21-98d1-8ea70c6ba11f is scheduled to be hosted by DHCP agent 8a4a5844-dabe-4d00-86b6-cc46effaa58e with binding_index 1 {{(pid=75060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:46:57.690261 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.base_scheduler [None req-96c3d1ba-59c1-4d50-b148-4a0703260764 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805398-3-smb, ae63ee8b-b823-4b21-98d1-8ea70c6ba11f) {{(pid=75060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:46:57.695107 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c3d1ba-59c1-4d50-b148-4a0703260764 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:46:57.695683 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-96c3d1ba-59c1-4d50-b148-4a0703260764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for subnet, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:57.700267 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d6de81-2689-4731-82b2-f71e85c82f95 None None] Network ae63ee8b-b823-4b21-98d1-8ea70c6ba11f requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 15:46:57.721560 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-96c3d1ba-59c1-4d50-b148-4a0703260764 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4909730 Aug 20 15:46:58.034996 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee73cc1e-0249-5885-9e66-62ae7a28c6c5-ae63ee8b-b823-4b21-98d1-8ea70c6ba11f', 'network_id': 'ae63ee8b-b823-4b21-98d1-8ea70c6ba11f', 'tenant_id': '4f735fbcdee747f2bcdb575ecb6d6dc8', 'fixed_ips': [{'subnet_id': '3541d781-103d-43af-935b-16329fe7a2a8'}]}} from dv-cinder-805398-3-smb. {{(pid=75062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 20 15:46:58.036136 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:58.240125 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.db_base_plugin_common [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] Allocated IP 172.20.0.2 (ae63ee8b-b823-4b21-98d1-8ea70c6ba11f/3541d781-103d-43af-935b-16329fe7a2a8/6bff7170-6116-4341-860e-541fb011a2a4) {{(pid=75062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:46:58.472026 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] Notify callbacks [] for port, precommit_create {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:58.485643 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] Transition to ACTIVE for port object 6bff7170-6116-4341-860e-541fb011a2a4 will not be triggered until provisioned by entity L2. {{(pid=75062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:46:58.505698 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] Transition to ACTIVE for port object 6bff7170-6116-4341-860e-541fb011a2a4 will not be triggered until provisioned by entity DHCP. {{(pid=75062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:46:58.513875 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943'] for port, after_create {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:58.522362 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:46:58.583275 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] Network ae63ee8b-b823-4b21-98d1-8ea70c6ba11f is already hosted by enough agents. {{(pid=75062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:46:58.586230 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.scheduler.base_scheduler [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] Resources bound (agent type, host, resource id): {{(pid=75062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:46:58.593513 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] Pushing event updated for resources: {'Port': ['ID=6bff7170-6116-4341-860e-541fb011a2a4,revision_number=1']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:46:58.596317 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] Received port after_create {{(pid=75062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:46:58.635582 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:46:58.635899 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:46:58.636219 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:46:58.636538 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:46:58.636854 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:46:58.637163 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:46:58.637481 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:46:58.637814 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:46:58.638121 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:46:58.638421 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:46:58.638726 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:46:58.639781 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] Tracked resource versions report: Aug 20 15:46:58.639781 dv-cinder-805398-3-smb neutron-server[75062]: pushed versions: Aug 20 15:46:58.639781 dv-cinder-805398-3-smb neutron-server[75062]: { 'ConntrackHelper': {'1.0'}, Aug 20 15:46:58.639781 dv-cinder-805398-3-smb neutron-server[75062]: 'Log': {'1.0'}, Aug 20 15:46:58.639781 dv-cinder-805398-3-smb neutron-server[75062]: 'Network': {'1.1'}, Aug 20 15:46:58.639781 dv-cinder-805398-3-smb neutron-server[75062]: 'Port': {'1.5'}, Aug 20 15:46:58.639781 dv-cinder-805398-3-smb neutron-server[75062]: 'PortForwarding': {'1.2'}, Aug 20 15:46:58.639781 dv-cinder-805398-3-smb neutron-server[75062]: 'QosPolicy': {'1.8'}, Aug 20 15:46:58.639781 dv-cinder-805398-3-smb neutron-server[75062]: 'SecurityGroup': {'1.2'}, Aug 20 15:46:58.639781 dv-cinder-805398-3-smb neutron-server[75062]: 'SecurityGroupRule': {'1.0'}, Aug 20 15:46:58.639781 dv-cinder-805398-3-smb neutron-server[75062]: 'SubPort': {'1.0'}, Aug 20 15:46:58.639781 dv-cinder-805398-3-smb neutron-server[75062]: 'Subnet': {'1.1'}, Aug 20 15:46:58.639781 dv-cinder-805398-3-smb neutron-server[75062]: 'Trunk': {'1.1'}} Aug 20 15:46:58.639781 dv-cinder-805398-3-smb neutron-server[75062]: consumer versions: Aug 20 15:46:58.639781 dv-cinder-805398-3-smb neutron-server[75062]: { DHCP agent@dv-cinder-805398-3-smb: {}, Aug 20 15:46:58.639781 dv-cinder-805398-3-smb neutron-server[75062]: L3 agent@dv-cinder-805398-3-smb: {}, Aug 20 15:46:58.639781 dv-cinder-805398-3-smb neutron-server[75062]: Metadata agent@dv-cinder-805398-3-smb: {}, Aug 20 15:46:58.639781 dv-cinder-805398-3-smb neutron-server[75062]: Metering agent@dv-cinder-805398-3-smb: {}, Aug 20 15:46:58.639781 dv-cinder-805398-3-smb neutron-server[75062]: Open vSwitch agent@dv-cinder-805398-3-smb: { 'ConntrackHelper': '1.0', Aug 20 15:46:58.639781 dv-cinder-805398-3-smb neutron-server[75062]: 'Log': '1.0', Aug 20 15:46:58.639781 dv-cinder-805398-3-smb neutron-server[75062]: 'Network': '1.1', Aug 20 15:46:58.639781 dv-cinder-805398-3-smb neutron-server[75062]: 'Port': '1.5', Aug 20 15:46:58.639781 dv-cinder-805398-3-smb neutron-server[75062]: 'PortForwarding': '1.2', Aug 20 15:46:58.639781 dv-cinder-805398-3-smb neutron-server[75062]: 'QosPolicy': '1.8', Aug 20 15:46:58.639781 dv-cinder-805398-3-smb neutron-server[75062]: 'SecurityGroup': '1.2', Aug 20 15:46:58.639781 dv-cinder-805398-3-smb neutron-server[75062]: 'SecurityGroupRule': '1.0', Aug 20 15:46:58.639781 dv-cinder-805398-3-smb neutron-server[75062]: 'SubPort': '1.0', Aug 20 15:46:58.639781 dv-cinder-805398-3-smb neutron-server[75062]: 'Subnet': '1.1', Aug 20 15:46:58.639781 dv-cinder-805398-3-smb neutron-server[75062]: 'Trunk': '1.1'}} Aug 20 15:46:58.639781 dv-cinder-805398-3-smb neutron-server[75062]: {{(pid=75062) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 15:46:58.673420 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:46:58.699407 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] Attempting to bind port 6bff7170-6116-4341-860e-541fb011a2a4 on host dv-cinder-805398-3-smb for vnic_type normal with profile {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:46:58.699787 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] Attempting to bind port 6bff7170-6116-4341-860e-541fb011a2a4 by drivers openvswitch,hyperv on host dv-cinder-805398-3-smb at level 0 using segments [{'id': '787f696a-8c09-4c6b-8633-ffdf3f0de404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'ae63ee8b-b823-4b21-98d1-8ea70c6ba11f'}] {{(pid=75062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:46:58.700216 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] Attempting to bind port 6bff7170-6116-4341-860e-541fb011a2a4 on network ae63ee8b-b823-4b21-98d1-8ea70c6ba11f {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:46:58.707490 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] Checking agent: {'id': 'f0705a43-169d-4811-8182-ed59241d69e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805398-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 46, 40), 'started_at': datetime.datetime(2021, 8, 20, 15, 46, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805398-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:46:58.708318 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] Checking segment: {'id': '787f696a-8c09-4c6b-8633-ffdf3f0de404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'ae63ee8b-b823-4b21-98d1-8ea70c6ba11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:46:58.708318 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:58.708711 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] Bound using segment: {'id': '787f696a-8c09-4c6b-8633-ffdf3f0de404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'ae63ee8b-b823-4b21-98d1-8ea70c6ba11f'} {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:46:58.709206 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] Bound port: 6bff7170-6116-4341-860e-541fb011a2a4, host: dv-cinder-805398-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787f696a-8c09-4c6b-8633-ffdf3f0de404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'ae63ee8b-b823-4b21-98d1-8ea70c6ba11f'}}] {{(pid=75062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:46:58.709589 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:58.800377 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] For port 6bff7170-6116-4341-860e-541fb011a2a4, host dv-cinder-805398-3-smb, cleared binding levels {{(pid=75062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:46:58.804466 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] For port 6bff7170-6116-4341-860e-541fb011a2a4, host dv-cinder-805398-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=6bff7170-6116-4341-860e-541fb011a2a4,segment=NetworkSegment(787f696a-8c09-4c6b-8633-ffdf3f0de404),segment_id=787f696a-8c09-4c6b-8633-ffdf3f0de404)] {{(pid=75062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:46:58.809538 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:58.813589 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:46:58.949136 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] Pushing event updated for resources: {'Port': ['ID=6bff7170-6116-4341-860e-541fb011a2a4,revision_number=2']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:46:58.952409 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:47:00.040010 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 53866) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:47:00.450918 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [None req-c1901436-ab7f-4965-af97-77bbf6196def admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=75060) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 20 15:47:00.451906 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-c1901436-ab7f-4965-af97-77bbf6196def admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4109428 Aug 20 15:47:02.320556 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 6bff7170-6116-4341-860e-541fb011a2a4 up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:47:02.415859 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning for port 6bff7170-6116-4341-860e-541fb011a2a4 completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:47:02.788643 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64471ed3-6d58-494a-b8c1-dc3240475671 None None] Network ae63ee8b-b823-4b21-98d1-8ea70c6ba11f requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 15:47:02.802497 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 53880) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:47:02.950101 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-14e7cc25-932e-4247-ba51-1e2b0d3c2414 None None] Provisioning for port 6bff7170-6116-4341-860e-541fb011a2a4 completed by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:47:02.964289 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-14e7cc25-932e-4247-ba51-1e2b0d3c2414 None None] Provisioning complete for port 6bff7170-6116-4341-860e-541fb011a2a4 triggered by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:47:02.964690 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-14e7cc25-932e-4247-ba51-1e2b0d3c2414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:03.130587 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-14e7cc25-932e-4247-ba51-1e2b0d3c2414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:03.176524 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-14e7cc25-932e-4247-ba51-1e2b0d3c2414 None None] For port 6bff7170-6116-4341-860e-541fb011a2a4, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=6bff7170-6116-4341-860e-541fb011a2a4,segment=NetworkSegment(787f696a-8c09-4c6b-8633-ffdf3f0de404),segment_id=787f696a-8c09-4c6b-8633-ffdf3f0de404)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:47:03.180830 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-14e7cc25-932e-4247-ba51-1e2b0d3c2414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:03.195890 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:47:03.219890 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [None req-ba80181a-075a-4134-b3ed-511731fad595 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=75060) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 20 15:47:03.232667 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-ba80181a-075a-4134-b3ed-511731fad595 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4175649 Aug 20 15:47:03.264654 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7cc25-932e-4247-ba51-1e2b0d3c2414 None None] Pushing event updated for resources: {'Port': ['ID=6bff7170-6116-4341-860e-541fb011a2a4,revision_number=3']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:47:03.268247 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-14e7cc25-932e-4247-ba51-1e2b0d3c2414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:47:03.388942 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-29dff373-a032-442a-8b4c-22c2a5e5dc54 None None] Provisioning complete for port 6bff7170-6116-4341-860e-541fb011a2a4 triggered by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:47:03.389862 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-29dff373-a032-442a-8b4c-22c2a5e5dc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:04.297679 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 6bff7170-6116-4341-860e-541fb011a2a4 up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:47:04.368371 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port 6bff7170-6116-4341-860e-541fb011a2a4 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:47:04.368728 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:05.851970 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 53894) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:47:06.229717 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-dd197c11-e101-42a9-94b7-ac5dcf8bf3bb admin admin] Request body: {'router': {'tenant_id': '4f735fbcdee747f2bcdb575ecb6d6dc8', 'admin_state_up': True, 'name': 'router1'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:47:06.235554 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-dd197c11-e101-42a9-94b7-ac5dcf8bf3bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:47:06.239319 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-dd197c11-e101-42a9-94b7-ac5dcf8bf3bb admin admin] Usage tracker for resource:router and tenant:4f735fbcdee747f2bcdb575ecb6d6dc8 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:47:06.242689 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-dd197c11-e101-42a9-94b7-ac5dcf8bf3bb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:47:06.248526 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-dd197c11-e101-42a9-94b7-ac5dcf8bf3bb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:47:06.258600 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-dd197c11-e101-42a9-94b7-ac5dcf8bf3bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12511'] for router, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:06.260275 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-dd197c11-e101-42a9-94b7-ac5dcf8bf3bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12324'] for router, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:06.287159 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-dd197c11-e101-42a9-94b7-ac5dcf8bf3bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:06.402770 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-dd197c11-e101-42a9-94b7-ac5dcf8bf3bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405534'] for router, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:06.421059 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-dd197c11-e101-42a9-94b7-ac5dcf8bf3bb admin admin] Notify callbacks [] for router, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:06.422865 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-dd197c11-e101-42a9-94b7-ac5dcf8bf3bb admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5699487 Aug 20 15:47:08.709239 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 53904) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:47:09.420925 dv-cinder-805398-3-smb neutron-server[75061]: WARNING oslo_policy.policy [None req-b749b03f-b09f-4f5c-b44d-4272456f2131 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 15:47:09.421537 dv-cinder-805398-3-smb neutron-server[75061]: WARNING oslo_policy.policy [None req-b749b03f-b09f-4f5c-b44d-4272456f2131 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 15:47:09.544886 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-24836667-24a9-4cf8-92c8-1e0581f7557e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:09.646465 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [None req-b749b03f-b09f-4f5c-b44d-4272456f2131 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=75061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 20 15:47:09.647719 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-b749b03f-b09f-4f5c-b44d-4272456f2131 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.9364667 Aug 20 15:47:10.020841 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:11.351939 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 5 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 15:47:11.623697 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-edb5a3af-51df-4c10-a516-0662ca1d35a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:11.974002 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 53918) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:47:12.373295 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:47:12.374787 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.quota [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Loaded quota_driver: . Aug 20 15:47:12.390771 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:47:12.397543 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Usage tracker for resource:network and tenant:772b1df197be4093bc9c949a63dbcf67 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:47:12.402720 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:47:12.411155 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:47:12.429971 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Made reservation on behalf of 772b1df197be4093bc9c949a63dbcf67 for: {'network': 1} {{(pid=75061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:47:12.463687 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.policy [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75061) register_rules /opt/stack/neutron/neutron/policy.py:65}} Aug 20 15:47:12.464669 dv-cinder-805398-3-smb neutron-server[75061]: WARNING oslo_policy.policy [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 15:47:12.465045 dv-cinder-805398-3-smb neutron-server[75061]: WARNING oslo_policy.policy [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 15:47:12.470419 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for network, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:12.492023 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:12.543352 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:47:12.548123 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Usage tracker for resource:security_group_rule and tenant:772b1df197be4093bc9c949a63dbcf67 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:47:12.551385 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:47:12.557438 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:47:12.638049 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:12.643007 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:12.647823 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:47:12.661760 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Reserving flat network on physical network physnet1 {{(pid=75061) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 20 15:47:12.692063 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786829457017', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577716'] for segment, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:12.692655 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Unsubscribe: segment precommit_create {{(pid=75061) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 20 15:47:12.693151 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.db.segments_db [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Added segment a5ca86d2-2020-4ee5-a03b-d47a6c676c14 of type flat for network 1515200a-7cd1-4ec3-bca4-b17b78debdd2 Aug 20 15:47:12.746657 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8ab303-18d7-48c1-ba24-27498c94cec6,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:47:12.770463 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:47:12.770788 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:47:12.771105 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:47:12.771416 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:47:12.771727 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:47:12.772034 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:47:12.772338 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:47:12.772657 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:47:12.772963 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:47:12.773262 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:47:12.773559 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:47:12.774574 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Tracked resource versions report: Aug 20 15:47:12.774574 dv-cinder-805398-3-smb neutron-server[75061]: pushed versions: Aug 20 15:47:12.774574 dv-cinder-805398-3-smb neutron-server[75061]: { 'ConntrackHelper': {'1.0'}, Aug 20 15:47:12.774574 dv-cinder-805398-3-smb neutron-server[75061]: 'Log': {'1.0'}, Aug 20 15:47:12.774574 dv-cinder-805398-3-smb neutron-server[75061]: 'Network': {'1.1'}, Aug 20 15:47:12.774574 dv-cinder-805398-3-smb neutron-server[75061]: 'Port': {'1.5'}, Aug 20 15:47:12.774574 dv-cinder-805398-3-smb neutron-server[75061]: 'PortForwarding': {'1.2'}, Aug 20 15:47:12.774574 dv-cinder-805398-3-smb neutron-server[75061]: 'QosPolicy': {'1.8'}, Aug 20 15:47:12.774574 dv-cinder-805398-3-smb neutron-server[75061]: 'SecurityGroup': {'1.2'}, Aug 20 15:47:12.774574 dv-cinder-805398-3-smb neutron-server[75061]: 'SecurityGroupRule': {'1.0'}, Aug 20 15:47:12.774574 dv-cinder-805398-3-smb neutron-server[75061]: 'SubPort': {'1.0'}, Aug 20 15:47:12.774574 dv-cinder-805398-3-smb neutron-server[75061]: 'Subnet': {'1.1'}, Aug 20 15:47:12.774574 dv-cinder-805398-3-smb neutron-server[75061]: 'Trunk': {'1.1'}} Aug 20 15:47:12.774574 dv-cinder-805398-3-smb neutron-server[75061]: consumer versions: Aug 20 15:47:12.774574 dv-cinder-805398-3-smb neutron-server[75061]: { DHCP agent@dv-cinder-805398-3-smb: {}, Aug 20 15:47:12.774574 dv-cinder-805398-3-smb neutron-server[75061]: L3 agent@dv-cinder-805398-3-smb: {}, Aug 20 15:47:12.774574 dv-cinder-805398-3-smb neutron-server[75061]: Metadata agent@dv-cinder-805398-3-smb: {}, Aug 20 15:47:12.774574 dv-cinder-805398-3-smb neutron-server[75061]: Metering agent@dv-cinder-805398-3-smb: {}, Aug 20 15:47:12.774574 dv-cinder-805398-3-smb neutron-server[75061]: Open vSwitch agent@dv-cinder-805398-3-smb: { 'ConntrackHelper': '1.0', Aug 20 15:47:12.774574 dv-cinder-805398-3-smb neutron-server[75061]: 'Log': '1.0', Aug 20 15:47:12.774574 dv-cinder-805398-3-smb neutron-server[75061]: 'Network': '1.1', Aug 20 15:47:12.774574 dv-cinder-805398-3-smb neutron-server[75061]: 'Port': '1.5', Aug 20 15:47:12.774574 dv-cinder-805398-3-smb neutron-server[75061]: 'PortForwarding': '1.2', Aug 20 15:47:12.774574 dv-cinder-805398-3-smb neutron-server[75061]: 'QosPolicy': '1.8', Aug 20 15:47:12.774574 dv-cinder-805398-3-smb neutron-server[75061]: 'SecurityGroup': '1.2', Aug 20 15:47:12.774574 dv-cinder-805398-3-smb neutron-server[75061]: 'SecurityGroupRule': '1.0', Aug 20 15:47:12.774574 dv-cinder-805398-3-smb neutron-server[75061]: 'SubPort': '1.0', Aug 20 15:47:12.774574 dv-cinder-805398-3-smb neutron-server[75061]: 'Subnet': '1.1', Aug 20 15:47:12.774574 dv-cinder-805398-3-smb neutron-server[75061]: 'Trunk': '1.1'}} Aug 20 15:47:12.774574 dv-cinder-805398-3-smb neutron-server[75061]: {{(pid=75061) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 15:47:12.819990 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:47:12.827922 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786828959910'] for network, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:12.874260 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924'] for network, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:12.875813 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:47:12.876465 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for network, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:12.881433 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:47:12.983671 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0086086 Aug 20 15:47:12.986707 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Pushing event updated for resources: {'Network': ['ID=1515200a-7cd1-4ec3-bca4-b17b78debdd2,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:47:12.990724 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:47:12.999048 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Network 1515200a-7cd1-4ec3-bca4-b17b78debdd2 details requested by agent ovs-agent-dv-cinder-805398-3-smb with host dv-cinder-805398-3-smb {{(pid=75062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 15:47:13.115041 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:14.579471 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:15.303420 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 53944) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:47:15.559846 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f79979-52e1-402c-a4ea-8a15468850ef admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:47:15.561121 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-a9f79979-52e1-402c-a4ea-8a15468850ef admin admin] 10.222.0.13 "GET /v2.0/subnets/3541d781-103d-43af-935b-16329fe7a2a8 HTTP/1.1" status: 200 len: 849 time: 0.2568562 Aug 20 15:47:15.712198 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-d0533bf9-a983-4e8c-8c0c-dda836ff5bf3 admin admin] 10.222.0.13 "GET /v2.0/routers/748eb533-5076-41bc-bdd0-e2797bb09a13 HTTP/1.1" status: 200 len: 704 time: 0.1450708 Aug 20 15:47:16.207813 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-50e94252-d305-47d6-9f17-33030428b184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:16.453704 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.db_base_plugin_common [None req-50e94252-d305-47d6-9f17-33030428b184 admin admin] Allocated IP 172.20.0.1 (ae63ee8b-b823-4b21-98d1-8ea70c6ba11f/3541d781-103d-43af-935b-16329fe7a2a8/86cfc15f-7826-43a4-9a7c-fb360a54f087) {{(pid=75060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:47:16.613316 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-50e94252-d305-47d6-9f17-33030428b184 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:16.632195 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.provisioning_blocks [None req-50e94252-d305-47d6-9f17-33030428b184 admin admin] Transition to ACTIVE for port object 86cfc15f-7826-43a4-9a7c-fb360a54f087 will not be triggered until provisioned by entity DHCP. {{(pid=75060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:47:16.683467 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-50e94252-d305-47d6-9f17-33030428b184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943'] for port, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:16.688691 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:47:16.753511 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e94252-d305-47d6-9f17-33030428b184 admin admin] Network ae63ee8b-b823-4b21-98d1-8ea70c6ba11f is already hosted by enough agents. {{(pid=75060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:47:16.756234 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.base_scheduler [None req-50e94252-d305-47d6-9f17-33030428b184 admin admin] Resources bound (agent type, host, resource id): {{(pid=75060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:47:16.760220 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e94252-d305-47d6-9f17-33030428b184 admin admin] Received port after_create {{(pid=75060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:47:16.760743 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-50e94252-d305-47d6-9f17-33030428b184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405696'] for router_interface, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:16.841925 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e94252-d305-47d6-9f17-33030428b184 admin admin] Pushing event updated for resources: {'Port': ['ID=86cfc15f-7826-43a4-9a7c-fb360a54f087,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:47:16.851672 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-50e94252-d305-47d6-9f17-33030428b184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:47:16.930708 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-50e94252-d305-47d6-9f17-33030428b184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:17.028820 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-b6f107bf-a29f-4ebd-99aa-faa80f4fc75c None None] Provisioning for port 86cfc15f-7826-43a4-9a7c-fb360a54f087 completed by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:47:17.036274 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-b6f107bf-a29f-4ebd-99aa-faa80f4fc75c None None] Provisioning complete for port 86cfc15f-7826-43a4-9a7c-fb360a54f087 triggered by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:47:17.036787 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-b6f107bf-a29f-4ebd-99aa-faa80f4fc75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:17.093962 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-b6f107bf-a29f-4ebd-99aa-faa80f4fc75c None None] Port 86cfc15f-7826-43a4-9a7c-fb360a54f087 cannot update to ACTIVE because it is not bound. {{(pid=75062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 20 15:47:17.175348 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-50e94252-d305-47d6-9f17-33030428b184 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:17.180118 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-50e94252-d305-47d6-9f17-33030428b184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:17.181363 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-50e94252-d305-47d6-9f17-33030428b184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3462157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642345'] for router_interface, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:17.185523 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:47:17.310676 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e94252-d305-47d6-9f17-33030428b184 admin admin] Pushing event updated for resources: {'Port': ['ID=86cfc15f-7826-43a4-9a7c-fb360a54f087,revision_number=2']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:47:17.315096 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-50e94252-d305-47d6-9f17-33030428b184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:47:17.384915 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e94252-d305-47d6-9f17-33030428b184 admin admin] Network ae63ee8b-b823-4b21-98d1-8ea70c6ba11f is already hosted by enough agents. {{(pid=75060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:47:17.386063 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.base_scheduler [None req-50e94252-d305-47d6-9f17-33030428b184 admin admin] Resources bound (agent type, host, resource id): {{(pid=75060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:47:17.618052 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-06e4fc18-396b-469d-828c-3830d3fb765b None None] Provisioning complete for port 86cfc15f-7826-43a4-9a7c-fb360a54f087 triggered by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:47:17.618606 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-06e4fc18-396b-469d-828c-3830d3fb765b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:17.673918 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-06e4fc18-396b-469d-828c-3830d3fb765b None None] Port 86cfc15f-7826-43a4-9a7c-fb360a54f087 cannot update to ACTIVE because it is not bound. {{(pid=75062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 20 15:47:17.765553 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e94252-d305-47d6-9f17-33030428b184 admin admin] Router 748eb533-5076-41bc-bdd0-e2797bb09a13 is scheduled to L3 agent ecccf787-6cb6-4f52-bf94-e4285ae9b988 with binding_index 1 {{(pid=75060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:47:17.934463 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e94252-d305-47d6-9f17-33030428b184 admin admin] Notify agent at l3_agent.dv-cinder-805398-3-smb the message routers_updated {{(pid=75060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:47:17.943918 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f23184-b92f-4147-b5cb-ba0acfa93b09 None None] Sync routers for ids ['748eb533-5076-41bc-bdd0-e2797bb09a13'] in dv-cinder-805398-3-smb {{(pid=75063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 20 15:47:17.945828 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-50e94252-d305-47d6-9f17-33030428b184 admin admin] 10.222.0.13 "PUT /v2.0/routers/748eb533-5076-41bc-bdd0-e2797bb09a13/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2283840 Aug 20 15:47:17.958251 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f23184-b92f-4147-b5cb-ba0acfa93b09 None None] Routers {'748eb533-5076-41bc-bdd0-e2797bb09a13'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:47:17.959198 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-13f23184-b92f-4147-b5cb-ba0acfa93b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T15:47:12Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['748eb533-5076-41bc-bdd0-e2797bb09a13'], 'active': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:47:18.149271 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvr_db [None req-13f23184-b92f-4147-b5cb-ba0acfa93b09 None None] Set router 748eb533-5076-41bc-bdd0-e2797bb09a13 gateway port host: None {{(pid=75063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 15:47:18.521707 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-13f23184-b92f-4147-b5cb-ba0acfa93b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748eb533-5076-41bc-bdd0-e2797bb09a13', 'name': 'router1', 'tenant_id': '4f735fbcdee747f2bcdb575ecb6d6dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:47:06Z', 'updated_at': '2021-08-20T15:47:16Z', 'revision_number': 2, 'project_id': '4f735fbcdee747f2bcdb575ecb6d6dc8', 'gw_port_host': None, '_interfaces': [{'id': '86cfc15f-7826-43a4-9a7c-fb360a54f087', 'name': '', 'network_id': 'ae63ee8b-b823-4b21-98d1-8ea70c6ba11f', 'tenant_id': '4f735fbcdee747f2bcdb575ecb6d6dc8', 'mac_address': 'fa:16:3e:04:5e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748eb533-5076-41bc-bdd0-e2797bb09a13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3541d781-103d-43af-935b-16329fe7a2a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:47:16Z', 'updated_at': '2021-08-20T15:47:17Z', 'revision_number': 2, 'project_id': '4f735fbcdee747f2bcdb575ecb6d6dc8', 'subnets': [{'id': '3541d781-103d-43af-935b-16329fe7a2a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d4089ee-83d1-4e1b-bb5d-9611efbd9688'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:47:18.526469 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f23184-b92f-4147-b5cb-ba0acfa93b09 None None] Checking router: 748eb533-5076-41bc-bdd0-e2797bb09a13 for host: dv-cinder-805398-3-smb {{(pid=75063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 20 15:47:18.526838 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f23184-b92f-4147-b5cb-ba0acfa93b09 None None] Updating router 748eb533-5076-41bc-bdd0-e2797bb09a13 port 86cfc15f-7826-43a4-9a7c-fb360a54f087 binding host dv-cinder-805398-3-smb {{(pid=75063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 20 15:47:18.581264 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-13f23184-b92f-4147-b5cb-ba0acfa93b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:18.958698 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-13f23184-b92f-4147-b5cb-ba0acfa93b09 None None] Notify callbacks [] for port, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:18.973604 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [None req-13f23184-b92f-4147-b5cb-ba0acfa93b09 None None] Transition to ACTIVE for port object 86cfc15f-7826-43a4-9a7c-fb360a54f087 will not be triggered until provisioned by entity L2. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:47:18.981329 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-13f23184-b92f-4147-b5cb-ba0acfa93b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:18.986744 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:47:19.210942 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf765ae-49bf-494b-b05c-e02f48d25e5b None None] Pushing event updated for resources: {'Port': ['ID=86cfc15f-7826-43a4-9a7c-fb360a54f087,revision_number=3']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:47:19.231757 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf765ae-49bf-494b-b05c-e02f48d25e5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:47:19.232090 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf765ae-49bf-494b-b05c-e02f48d25e5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:47:19.232413 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf765ae-49bf-494b-b05c-e02f48d25e5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:47:19.232732 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf765ae-49bf-494b-b05c-e02f48d25e5b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:47:19.233046 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf765ae-49bf-494b-b05c-e02f48d25e5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:47:19.233358 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf765ae-49bf-494b-b05c-e02f48d25e5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:47:19.234388 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf765ae-49bf-494b-b05c-e02f48d25e5b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:47:19.234701 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf765ae-49bf-494b-b05c-e02f48d25e5b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:47:19.235007 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf765ae-49bf-494b-b05c-e02f48d25e5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:47:19.235311 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf765ae-49bf-494b-b05c-e02f48d25e5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:47:19.235621 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf765ae-49bf-494b-b05c-e02f48d25e5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:47:19.236648 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf765ae-49bf-494b-b05c-e02f48d25e5b None None] Tracked resource versions report: Aug 20 15:47:19.236648 dv-cinder-805398-3-smb neutron-server[75063]: pushed versions: Aug 20 15:47:19.236648 dv-cinder-805398-3-smb neutron-server[75063]: { 'ConntrackHelper': {'1.0'}, Aug 20 15:47:19.236648 dv-cinder-805398-3-smb neutron-server[75063]: 'Log': {'1.0'}, Aug 20 15:47:19.236648 dv-cinder-805398-3-smb neutron-server[75063]: 'Network': {'1.1'}, Aug 20 15:47:19.236648 dv-cinder-805398-3-smb neutron-server[75063]: 'Port': {'1.5'}, Aug 20 15:47:19.236648 dv-cinder-805398-3-smb neutron-server[75063]: 'PortForwarding': {'1.2'}, Aug 20 15:47:19.236648 dv-cinder-805398-3-smb neutron-server[75063]: 'QosPolicy': {'1.8'}, Aug 20 15:47:19.236648 dv-cinder-805398-3-smb neutron-server[75063]: 'SecurityGroup': {'1.2'}, Aug 20 15:47:19.236648 dv-cinder-805398-3-smb neutron-server[75063]: 'SecurityGroupRule': {'1.0'}, Aug 20 15:47:19.236648 dv-cinder-805398-3-smb neutron-server[75063]: 'SubPort': {'1.0'}, Aug 20 15:47:19.236648 dv-cinder-805398-3-smb neutron-server[75063]: 'Subnet': {'1.1'}, Aug 20 15:47:19.236648 dv-cinder-805398-3-smb neutron-server[75063]: 'Trunk': {'1.1'}} Aug 20 15:47:19.236648 dv-cinder-805398-3-smb neutron-server[75063]: consumer versions: Aug 20 15:47:19.236648 dv-cinder-805398-3-smb neutron-server[75063]: { DHCP agent@dv-cinder-805398-3-smb: {}, Aug 20 15:47:19.236648 dv-cinder-805398-3-smb neutron-server[75063]: L3 agent@dv-cinder-805398-3-smb: {}, Aug 20 15:47:19.236648 dv-cinder-805398-3-smb neutron-server[75063]: Metadata agent@dv-cinder-805398-3-smb: {}, Aug 20 15:47:19.236648 dv-cinder-805398-3-smb neutron-server[75063]: Metering agent@dv-cinder-805398-3-smb: {}, Aug 20 15:47:19.236648 dv-cinder-805398-3-smb neutron-server[75063]: Open vSwitch agent@dv-cinder-805398-3-smb: { 'ConntrackHelper': '1.0', Aug 20 15:47:19.236648 dv-cinder-805398-3-smb neutron-server[75063]: 'Log': '1.0', Aug 20 15:47:19.236648 dv-cinder-805398-3-smb neutron-server[75063]: 'Network': '1.1', Aug 20 15:47:19.236648 dv-cinder-805398-3-smb neutron-server[75063]: 'Port': '1.5', Aug 20 15:47:19.236648 dv-cinder-805398-3-smb neutron-server[75063]: 'PortForwarding': '1.2', Aug 20 15:47:19.236648 dv-cinder-805398-3-smb neutron-server[75063]: 'QosPolicy': '1.8', Aug 20 15:47:19.236648 dv-cinder-805398-3-smb neutron-server[75063]: 'SecurityGroup': '1.2', Aug 20 15:47:19.236648 dv-cinder-805398-3-smb neutron-server[75063]: 'SecurityGroupRule': '1.0', Aug 20 15:47:19.236648 dv-cinder-805398-3-smb neutron-server[75063]: 'SubPort': '1.0', Aug 20 15:47:19.236648 dv-cinder-805398-3-smb neutron-server[75063]: 'Subnet': '1.1', Aug 20 15:47:19.236648 dv-cinder-805398-3-smb neutron-server[75063]: 'Trunk': '1.1'}} Aug 20 15:47:19.236648 dv-cinder-805398-3-smb neutron-server[75063]: {{(pid=75063) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 15:47:19.243803 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-baf765ae-49bf-494b-b05c-e02f48d25e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:47:19.245939 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [None req-13f23184-b92f-4147-b5cb-ba0acfa93b09 None None] Attempting to bind port 86cfc15f-7826-43a4-9a7c-fb360a54f087 on host dv-cinder-805398-3-smb for vnic_type normal with profile {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:47:19.246950 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [None req-13f23184-b92f-4147-b5cb-ba0acfa93b09 None None] Attempting to bind port 86cfc15f-7826-43a4-9a7c-fb360a54f087 by drivers openvswitch,hyperv on host dv-cinder-805398-3-smb at level 0 using segments [{'id': '787f696a-8c09-4c6b-8633-ffdf3f0de404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'ae63ee8b-b823-4b21-98d1-8ea70c6ba11f'}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:47:19.246950 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f23184-b92f-4147-b5cb-ba0acfa93b09 None None] Attempting to bind port 86cfc15f-7826-43a4-9a7c-fb360a54f087 on network ae63ee8b-b823-4b21-98d1-8ea70c6ba11f {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:47:19.253897 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f23184-b92f-4147-b5cb-ba0acfa93b09 None None] Checking agent: {'id': 'f0705a43-169d-4811-8182-ed59241d69e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805398-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 46, 40), 'started_at': datetime.datetime(2021, 8, 20, 15, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805398-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:47:19.254319 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f23184-b92f-4147-b5cb-ba0acfa93b09 None None] Checking segment: {'id': '787f696a-8c09-4c6b-8633-ffdf3f0de404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'ae63ee8b-b823-4b21-98d1-8ea70c6ba11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:47:19.254781 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-13f23184-b92f-4147-b5cb-ba0acfa93b09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:19.255163 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f23184-b92f-4147-b5cb-ba0acfa93b09 None None] Bound using segment: {'id': '787f696a-8c09-4c6b-8633-ffdf3f0de404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'ae63ee8b-b823-4b21-98d1-8ea70c6ba11f'} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:47:19.255656 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [None req-13f23184-b92f-4147-b5cb-ba0acfa93b09 None None] Bound port: 86cfc15f-7826-43a4-9a7c-fb360a54f087, host: dv-cinder-805398-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787f696a-8c09-4c6b-8633-ffdf3f0de404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'ae63ee8b-b823-4b21-98d1-8ea70c6ba11f'}}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:47:19.256043 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-13f23184-b92f-4147-b5cb-ba0acfa93b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:19.343962 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.db [None req-13f23184-b92f-4147-b5cb-ba0acfa93b09 None None] For port 86cfc15f-7826-43a4-9a7c-fb360a54f087, host dv-cinder-805398-3-smb, cleared binding levels {{(pid=75063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:47:19.347877 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.db [None req-13f23184-b92f-4147-b5cb-ba0acfa93b09 None None] For port 86cfc15f-7826-43a4-9a7c-fb360a54f087, host dv-cinder-805398-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=86cfc15f-7826-43a4-9a7c-fb360a54f087,segment=NetworkSegment(787f696a-8c09-4c6b-8633-ffdf3f0de404),segment_id=787f696a-8c09-4c6b-8633-ffdf3f0de404)] {{(pid=75063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:47:19.352941 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-13f23184-b92f-4147-b5cb-ba0acfa93b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:19.356723 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:47:19.439226 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f23184-b92f-4147-b5cb-ba0acfa93b09 None None] Routers {'748eb533-5076-41bc-bdd0-e2797bb09a13'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:47:19.439870 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-13f23184-b92f-4147-b5cb-ba0acfa93b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T15:47:12Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['748eb533-5076-41bc-bdd0-e2797bb09a13'], 'active': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:47:19.567769 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf765ae-49bf-494b-b05c-e02f48d25e5b None None] Pushing event updated for resources: {'Port': ['ID=86cfc15f-7826-43a4-9a7c-fb360a54f087,revision_number=4']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:47:19.571162 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-baf765ae-49bf-494b-b05c-e02f48d25e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:47:19.605071 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvr_db [None req-13f23184-b92f-4147-b5cb-ba0acfa93b09 None None] Set router 748eb533-5076-41bc-bdd0-e2797bb09a13 gateway port host: None {{(pid=75063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 15:47:19.935752 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-13f23184-b92f-4147-b5cb-ba0acfa93b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748eb533-5076-41bc-bdd0-e2797bb09a13', 'name': 'router1', 'tenant_id': '4f735fbcdee747f2bcdb575ecb6d6dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:47:06Z', 'updated_at': '2021-08-20T15:47:16Z', 'revision_number': 2, 'project_id': '4f735fbcdee747f2bcdb575ecb6d6dc8', 'gw_port_host': None, '_interfaces': [{'id': '86cfc15f-7826-43a4-9a7c-fb360a54f087', 'name': '', 'network_id': 'ae63ee8b-b823-4b21-98d1-8ea70c6ba11f', 'tenant_id': '4f735fbcdee747f2bcdb575ecb6d6dc8', 'mac_address': 'fa:16:3e:04:5e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748eb533-5076-41bc-bdd0-e2797bb09a13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3541d781-103d-43af-935b-16329fe7a2a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:47:16Z', 'updated_at': '2021-08-20T15:47:19Z', 'revision_number': 4, 'project_id': '4f735fbcdee747f2bcdb575ecb6d6dc8', 'subnets': [{'id': '3541d781-103d-43af-935b-16329fe7a2a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d4089ee-83d1-4e1b-bb5d-9611efbd9688'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:47:19.942028 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f23184-b92f-4147-b5cb-ba0acfa93b09 None None] The sync data for ids ['748eb533-5076-41bc-bdd0-e2797bb09a13'] in dv-cinder-805398-3-smb is: [{'id': '748eb533-5076-41bc-bdd0-e2797bb09a13', 'name': 'router1', 'tenant_id': '4f735fbcdee747f2bcdb575ecb6d6dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:47:06Z', 'updated_at': '2021-08-20T15:47:16Z', 'revision_number': 2, 'project_id': '4f735fbcdee747f2bcdb575ecb6d6dc8', 'gw_port_host': None, '_interfaces': [{'id': '86cfc15f-7826-43a4-9a7c-fb360a54f087', 'name': '', 'network_id': 'ae63ee8b-b823-4b21-98d1-8ea70c6ba11f', 'tenant_id': '4f735fbcdee747f2bcdb575ecb6d6dc8', 'mac_address': 'fa:16:3e:04:5e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748eb533-5076-41bc-bdd0-e2797bb09a13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3541d781-103d-43af-935b-16329fe7a2a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:47:16Z', 'updated_at': '2021-08-20T15:47:19Z', 'revision_number': 4, 'project_id': '4f735fbcdee747f2bcdb575ecb6d6dc8', 'subnets': [{'id': '3541d781-103d-43af-935b-16329fe7a2a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d4089ee-83d1-4e1b-bb5d-9611efbd9688'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 20 15:47:20.092929 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 53966) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:47:20.272283 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f84af5-a067-4b60-90fd-f8c12e7116c7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:47:20.272837 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-25f84af5-a067-4b60-90fd-f8c12e7116c7 admin admin] Synchronizing usage tracker for tenant:772b1df197be4093bc9c949a63dbcf67 on resource:network {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 15:47:20.291504 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-25f84af5-a067-4b60-90fd-f8c12e7116c7 admin admin] Unset dirty status for tenant:772b1df197be4093bc9c949a63dbcf67 on resource:network {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 15:47:20.292727 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-25f84af5-a067-4b60-90fd-f8c12e7116c7 admin admin] 10.222.0.13 "GET /v2.0/networks/1515200a-7cd1-4ec3-bca4-b17b78debdd2 HTTP/1.1" status: 200 len: 842 time: 0.1988747 Aug 20 15:47:20.303531 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [None req-3b0e0584-b3e2-4c15-a2f6-b548d3803cdb admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.28.2.1', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'cidr': '172.28.2.0/24'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:47:20.309426 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-3b0e0584-b3e2-4c15-a2f6-b548d3803cdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:47:20.313433 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-3b0e0584-b3e2-4c15-a2f6-b548d3803cdb admin admin] Usage tracker for resource:subnet and tenant:772b1df197be4093bc9c949a63dbcf67 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:47:20.316646 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-3b0e0584-b3e2-4c15-a2f6-b548d3803cdb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:47:20.323900 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-3b0e0584-b3e2-4c15-a2f6-b548d3803cdb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:47:20.334911 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0e0584-b3e2-4c15-a2f6-b548d3803cdb admin admin] Made reservation on behalf of 772b1df197be4093bc9c949a63dbcf67 for: {'subnet': 1} {{(pid=75061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:47:20.337398 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-3b0e0584-b3e2-4c15-a2f6-b548d3803cdb admin admin] Notify callbacks [] for subnet, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:20.770146 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.objects.ports [None req-3b0e0584-b3e2-4c15-a2f6-b548d3803cdb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=75061) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Aug 20 15:47:20.770642 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-3b0e0584-b3e2-4c15-a2f6-b548d3803cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924'] for subnet, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:20.775036 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:47:20.881223 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e0584-b3e2-4c15-a2f6-b548d3803cdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9a37b8d-0a16-4543-b6cb-0b09a5c894bc,revision_number=0']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:47:20.884519 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-3b0e0584-b3e2-4c15-a2f6-b548d3803cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:47:20.888050 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0e0584-b3e2-4c15-a2f6-b548d3803cdb admin admin] Checking segment: {'id': 'a5ca86d2-2020-4ee5-a03b-d47a6c676c14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:47:20.888403 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0e0584-b3e2-4c15-a2f6-b548d3803cdb admin admin] Network hostable DHCP agents. Network: 1515200a-7cd1-4ec3-bca4-b17b78debdd2, hostable agents: ['8a4a5844-dabe-4d00-86b6-cc46effaa58e'], hosted agents: [] {{(pid=75061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:47:20.915548 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0e0584-b3e2-4c15-a2f6-b548d3803cdb admin admin] Network 1515200a-7cd1-4ec3-bca4-b17b78debdd2 is scheduled to be hosted by DHCP agent 8a4a5844-dabe-4d00-86b6-cc46effaa58e with binding_index 1 {{(pid=75061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:47:20.927515 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.base_scheduler [None req-3b0e0584-b3e2-4c15-a2f6-b548d3803cdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805398-3-smb, 1515200a-7cd1-4ec3-bca4-b17b78debdd2) {{(pid=75061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:47:20.934266 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0e0584-b3e2-4c15-a2f6-b548d3803cdb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:47:20.935284 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-3b0e0584-b3e2-4c15-a2f6-b548d3803cdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for subnet, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:20.942222 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e552e3f-2930-457c-b6d1-c46358df17c3 None None] Network 1515200a-7cd1-4ec3-bca4-b17b78debdd2 requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 15:47:20.986443 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-3b0e0584-b3e2-4c15-a2f6-b548d3803cdb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6867423 Aug 20 15:47:21.181631 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a340813-97ae-4ee2-b645-f2230267f276 None None] Network 1515200a-7cd1-4ec3-bca4-b17b78debdd2 requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 15:47:22.323608 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 86cfc15f-7826-43a4-9a7c-fb360a54f087 up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:47:22.414866 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning for port 86cfc15f-7826-43a4-9a7c-fb360a54f087 completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:47:22.419658 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port 86cfc15f-7826-43a4-9a7c-fb360a54f087 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:47:22.420033 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:22.535787 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:22.570673 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] For port 86cfc15f-7826-43a4-9a7c-fb360a54f087, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=86cfc15f-7826-43a4-9a7c-fb360a54f087,segment=NetworkSegment(787f696a-8c09-4c6b-8633-ffdf3f0de404),segment_id=787f696a-8c09-4c6b-8633-ffdf3f0de404)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:47:22.576868 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:22.579397 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-5c6f0cb3-3ea7-4550-9961-7121fc404335 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:47:22.648015 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Pushing event updated for resources: {'Port': ['ID=86cfc15f-7826-43a4-9a7c-fb360a54f087,revision_number=5']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:47:22.651604 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:47:23.156994 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 53980) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:47:23.419807 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-da853957-654a-451b-ab50-e07d27684e2d admin admin] 10.222.0.13 "GET /v2.0/routers/748eb533-5076-41bc-bdd0-e2797bb09a13 HTTP/1.1" status: 200 len: 710 time: 0.2616553 Aug 20 15:47:23.550730 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2aa61e4-90ed-4a4c-b486-733ac013a07a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:47:23.552112 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-a2aa61e4-90ed-4a4c-b486-733ac013a07a admin admin] 10.222.0.13 "GET /v2.0/networks/1515200a-7cd1-4ec3-bca4-b17b78debdd2 HTTP/1.1" status: 200 len: 886 time: 0.1274157 Aug 20 15:47:23.560952 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [None req-dba9488f-733b-45f7-8b12-5fba51ab86a1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'}}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:47:24.106651 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-dba9488f-733b-45f7-8b12-5fba51ab86a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12338'] for router, precommit_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:24.298691 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-dba9488f-733b-45f7-8b12-5fba51ab86a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:24.314187 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 86cfc15f-7826-43a4-9a7c-fb360a54f087 up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:47:24.360129 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-dba9488f-733b-45f7-8b12-5fba51ab86a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:24.381982 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port 86cfc15f-7826-43a4-9a7c-fb360a54f087 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:47:24.382352 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:24.498282 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.db_base_plugin_common [None req-dba9488f-733b-45f7-8b12-5fba51ab86a1 admin admin] Allocated IP 172.28.2.239 (1515200a-7cd1-4ec3-bca4-b17b78debdd2/e9a37b8d-0a16-4543-b6cb-0b09a5c894bc/958f8c49-ebd2-42d0-a471-b9072b14f402) {{(pid=75061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:47:24.674558 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-dba9488f-733b-45f7-8b12-5fba51ab86a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:24.727444 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-dba9488f-733b-45f7-8b12-5fba51ab86a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943'] for port, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:24.731122 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:47:24.795510 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba9488f-733b-45f7-8b12-5fba51ab86a1 admin admin] Network 1515200a-7cd1-4ec3-bca4-b17b78debdd2 is already hosted by enough agents. {{(pid=75061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:47:24.798882 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.base_scheduler [None req-dba9488f-733b-45f7-8b12-5fba51ab86a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=75061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:47:24.803653 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba9488f-733b-45f7-8b12-5fba51ab86a1 admin admin] Received port after_create {{(pid=75061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:47:24.825618 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba9488f-733b-45f7-8b12-5fba51ab86a1 admin admin] Pushing event updated for resources: {'Port': ['ID=958f8c49-ebd2-42d0-a471-b9072b14f402,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:47:24.832299 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-dba9488f-733b-45f7-8b12-5fba51ab86a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:47:24.985468 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-dba9488f-733b-45f7-8b12-5fba51ab86a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:25.151904 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-dba9488f-733b-45f7-8b12-5fba51ab86a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12338'] for router, precommit_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:25.155981 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-dba9488f-733b-45f7-8b12-5fba51ab86a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-406244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-405527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640657'] for router, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:25.353853 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba9488f-733b-45f7-8b12-5fba51ab86a1 admin admin] Router 748eb533-5076-41bc-bdd0-e2797bb09a13 has already been hosted by L3 agent ecccf787-6cb6-4f52-bf94-e4285ae9b988 {{(pid=75061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:47:25.553267 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba9488f-733b-45f7-8b12-5fba51ab86a1 admin admin] Notify agent at l3_agent.dv-cinder-805398-3-smb the message routers_updated {{(pid=75061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:47:25.562673 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d16ae2e-0ff2-4c17-8640-d087914e1a4e None None] Sync routers for ids ['748eb533-5076-41bc-bdd0-e2797bb09a13'] in dv-cinder-805398-3-smb {{(pid=75062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 20 15:47:25.563629 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-dba9488f-733b-45f7-8b12-5fba51ab86a1 admin admin] Notify callbacks [] for router, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:25.564966 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-dba9488f-733b-45f7-8b12-5fba51ab86a1 admin admin] 10.222.0.13 "PUT /v2.0/routers/748eb533-5076-41bc-bdd0-e2797bb09a13 HTTP/1.1" status: 200 len: 890 time: 2.0074420 Aug 20 15:47:25.575898 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d16ae2e-0ff2-4c17-8640-d087914e1a4e None None] Routers {'748eb533-5076-41bc-bdd0-e2797bb09a13'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:47:25.576586 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-4d16ae2e-0ff2-4c17-8640-d087914e1a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T15:47:12Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['748eb533-5076-41bc-bdd0-e2797bb09a13'], 'active': True} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:47:25.776677 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvr_db [None req-4d16ae2e-0ff2-4c17-8640-d087914e1a4e None None] Set router 748eb533-5076-41bc-bdd0-e2797bb09a13 gateway port host: dv-cinder-805398-3-smb {{(pid=75062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 15:47:26.135142 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-4d16ae2e-0ff2-4c17-8640-d087914e1a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748eb533-5076-41bc-bdd0-e2797bb09a13', 'name': 'router1', 'tenant_id': '4f735fbcdee747f2bcdb575ecb6d6dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.239'}], 'enable_snat': True}, 'gw_port_id': '958f8c49-ebd2-42d0-a471-b9072b14f402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:47:06Z', 'updated_at': '2021-08-20T15:47:24Z', 'revision_number': 4, 'project_id': '4f735fbcdee747f2bcdb575ecb6d6dc8', 'gw_port': {'id': '958f8c49-ebd2-42d0-a471-b9072b14f402', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cc:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748eb533-5076-41bc-bdd0-e2797bb09a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:47:24Z', 'updated_at': '2021-08-20T15:47:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': '86cfc15f-7826-43a4-9a7c-fb360a54f087', 'name': '', 'network_id': 'ae63ee8b-b823-4b21-98d1-8ea70c6ba11f', 'tenant_id': '4f735fbcdee747f2bcdb575ecb6d6dc8', 'mac_address': 'fa:16:3e:04:5e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748eb533-5076-41bc-bdd0-e2797bb09a13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3541d781-103d-43af-935b-16329fe7a2a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:47:16Z', 'updated_at': '2021-08-20T15:47:22Z', 'revision_number': 5, 'project_id': '4f735fbcdee747f2bcdb575ecb6d6dc8', 'subnets': [{'id': '3541d781-103d-43af-935b-16329fe7a2a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d4089ee-83d1-4e1b-bb5d-9611efbd9688'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:47:26.142163 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d16ae2e-0ff2-4c17-8640-d087914e1a4e None None] Checking router: 748eb533-5076-41bc-bdd0-e2797bb09a13 for host: dv-cinder-805398-3-smb {{(pid=75062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 20 15:47:26.142531 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d16ae2e-0ff2-4c17-8640-d087914e1a4e None None] Updating router 748eb533-5076-41bc-bdd0-e2797bb09a13 port 958f8c49-ebd2-42d0-a471-b9072b14f402 binding host dv-cinder-805398-3-smb {{(pid=75062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 20 15:47:26.192059 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-4d16ae2e-0ff2-4c17-8640-d087914e1a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:26.521802 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-4d16ae2e-0ff2-4c17-8640-d087914e1a4e None None] Notify callbacks [] for port, precommit_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:26.534080 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-4d16ae2e-0ff2-4c17-8640-d087914e1a4e None None] Transition to ACTIVE for port object 958f8c49-ebd2-42d0-a471-b9072b14f402 will not be triggered until provisioned by entity L2. {{(pid=75062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:47:26.550681 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-4d16ae2e-0ff2-4c17-8640-d087914e1a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:26.554667 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:47:26.634789 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c124fd-b205-4d64-b83a-8927c68c12d8 None None] Pushing event updated for resources: {'Port': ['ID=958f8c49-ebd2-42d0-a471-b9072b14f402,revision_number=2']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:47:26.638540 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-63c124fd-b205-4d64-b83a-8927c68c12d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:47:26.639019 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-4d16ae2e-0ff2-4c17-8640-d087914e1a4e None None] Attempting to bind port 958f8c49-ebd2-42d0-a471-b9072b14f402 on host dv-cinder-805398-3-smb for vnic_type normal with profile {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:47:26.639405 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-4d16ae2e-0ff2-4c17-8640-d087914e1a4e None None] Attempting to bind port 958f8c49-ebd2-42d0-a471-b9072b14f402 by drivers openvswitch,hyperv on host dv-cinder-805398-3-smb at level 0 using segments [{'id': 'a5ca86d2-2020-4ee5-a03b-d47a6c676c14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'}] {{(pid=75062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:47:26.639801 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d16ae2e-0ff2-4c17-8640-d087914e1a4e None None] Attempting to bind port 958f8c49-ebd2-42d0-a471-b9072b14f402 on network 1515200a-7cd1-4ec3-bca4-b17b78debdd2 {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:47:26.646547 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d16ae2e-0ff2-4c17-8640-d087914e1a4e None None] Checking agent: {'id': 'f0705a43-169d-4811-8182-ed59241d69e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805398-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 46, 40), 'started_at': datetime.datetime(2021, 8, 20, 15, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805398-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:47:26.646904 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d16ae2e-0ff2-4c17-8640-d087914e1a4e None None] Checking segment: {'id': 'a5ca86d2-2020-4ee5-a03b-d47a6c676c14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:47:26.647306 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-4d16ae2e-0ff2-4c17-8640-d087914e1a4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:26.647683 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d16ae2e-0ff2-4c17-8640-d087914e1a4e None None] Bound using segment: {'id': 'a5ca86d2-2020-4ee5-a03b-d47a6c676c14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'} {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:47:26.648151 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-4d16ae2e-0ff2-4c17-8640-d087914e1a4e None None] Bound port: 958f8c49-ebd2-42d0-a471-b9072b14f402, host: dv-cinder-805398-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ca86d2-2020-4ee5-a03b-d47a6c676c14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'}}] {{(pid=75062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:47:26.648532 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-4d16ae2e-0ff2-4c17-8640-d087914e1a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:26.720518 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-4d16ae2e-0ff2-4c17-8640-d087914e1a4e None None] For port 958f8c49-ebd2-42d0-a471-b9072b14f402, host dv-cinder-805398-3-smb, cleared binding levels {{(pid=75062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:47:26.724201 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-4d16ae2e-0ff2-4c17-8640-d087914e1a4e None None] For port 958f8c49-ebd2-42d0-a471-b9072b14f402, host dv-cinder-805398-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=958f8c49-ebd2-42d0-a471-b9072b14f402,segment=NetworkSegment(a5ca86d2-2020-4ee5-a03b-d47a6c676c14),segment_id=a5ca86d2-2020-4ee5-a03b-d47a6c676c14)] {{(pid=75062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:47:26.728749 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-4d16ae2e-0ff2-4c17-8640-d087914e1a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:26.733010 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:47:26.837366 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c124fd-b205-4d64-b83a-8927c68c12d8 None None] Pushing event updated for resources: {'Port': ['ID=958f8c49-ebd2-42d0-a471-b9072b14f402,revision_number=3']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:47:26.840587 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-63c124fd-b205-4d64-b83a-8927c68c12d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:47:26.841307 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d16ae2e-0ff2-4c17-8640-d087914e1a4e None None] Routers {'748eb533-5076-41bc-bdd0-e2797bb09a13'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:47:26.841940 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-4d16ae2e-0ff2-4c17-8640-d087914e1a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T15:47:12Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['748eb533-5076-41bc-bdd0-e2797bb09a13'], 'active': True} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:47:27.023197 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvr_db [None req-4d16ae2e-0ff2-4c17-8640-d087914e1a4e None None] Set router 748eb533-5076-41bc-bdd0-e2797bb09a13 gateway port host: dv-cinder-805398-3-smb {{(pid=75062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 15:47:27.363952 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-4d16ae2e-0ff2-4c17-8640-d087914e1a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748eb533-5076-41bc-bdd0-e2797bb09a13', 'name': 'router1', 'tenant_id': '4f735fbcdee747f2bcdb575ecb6d6dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.239'}], 'enable_snat': True}, 'gw_port_id': '958f8c49-ebd2-42d0-a471-b9072b14f402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:47:06Z', 'updated_at': '2021-08-20T15:47:24Z', 'revision_number': 4, 'project_id': '4f735fbcdee747f2bcdb575ecb6d6dc8', 'gw_port': {'id': '958f8c49-ebd2-42d0-a471-b9072b14f402', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cc:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748eb533-5076-41bc-bdd0-e2797bb09a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:47:24Z', 'updated_at': '2021-08-20T15:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': '86cfc15f-7826-43a4-9a7c-fb360a54f087', 'name': '', 'network_id': 'ae63ee8b-b823-4b21-98d1-8ea70c6ba11f', 'tenant_id': '4f735fbcdee747f2bcdb575ecb6d6dc8', 'mac_address': 'fa:16:3e:04:5e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748eb533-5076-41bc-bdd0-e2797bb09a13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3541d781-103d-43af-935b-16329fe7a2a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:47:16Z', 'updated_at': '2021-08-20T15:47:22Z', 'revision_number': 5, 'project_id': '4f735fbcdee747f2bcdb575ecb6d6dc8', 'subnets': [{'id': '3541d781-103d-43af-935b-16329fe7a2a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d4089ee-83d1-4e1b-bb5d-9611efbd9688'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:47:27.368591 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d16ae2e-0ff2-4c17-8640-d087914e1a4e None None] The sync data for ids ['748eb533-5076-41bc-bdd0-e2797bb09a13'] in dv-cinder-805398-3-smb is: [{'id': '748eb533-5076-41bc-bdd0-e2797bb09a13', 'name': 'router1', 'tenant_id': '4f735fbcdee747f2bcdb575ecb6d6dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.239'}], 'enable_snat': True}, 'gw_port_id': '958f8c49-ebd2-42d0-a471-b9072b14f402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:47:06Z', 'updated_at': '2021-08-20T15:47:24Z', 'revision_number': 4, 'project_id': '4f735fbcdee747f2bcdb575ecb6d6dc8', 'gw_port': {'id': '958f8c49-ebd2-42d0-a471-b9072b14f402', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cc:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748eb533-5076-41bc-bdd0-e2797bb09a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:47:24Z', 'updated_at': '2021-08-20T15:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': '86cfc15f-7826-43a4-9a7c-fb360a54f087', 'name': '', 'network_id': 'ae63ee8b-b823-4b21-98d1-8ea70c6ba11f', 'tenant_id': '4f735fbcdee747f2bcdb575ecb6d6dc8', 'mac_address': 'fa:16:3e:04:5e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748eb533-5076-41bc-bdd0-e2797bb09a13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3541d781-103d-43af-935b-16329fe7a2a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:47:16Z', 'updated_at': '2021-08-20T15:47:22Z', 'revision_number': 5, 'project_id': '4f735fbcdee747f2bcdb575ecb6d6dc8', 'subnets': [{'id': '3541d781-103d-43af-935b-16329fe7a2a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d4089ee-83d1-4e1b-bb5d-9611efbd9688'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 20 15:47:27.858067 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 53990) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:47:28.006794 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-601f14a7-05f5-4e54-9b0e-43e886a65419 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1484630 Aug 20 15:47:28.330890 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 958f8c49-ebd2-42d0-a471-b9072b14f402 up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:47:28.403403 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning for port 958f8c49-ebd2-42d0-a471-b9072b14f402 completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:47:28.408952 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port 958f8c49-ebd2-42d0-a471-b9072b14f402 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:47:28.409437 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:28.523549 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:28.540183 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] For port 958f8c49-ebd2-42d0-a471-b9072b14f402, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=958f8c49-ebd2-42d0-a471-b9072b14f402,segment=NetworkSegment(a5ca86d2-2020-4ee5-a03b-d47a6c676c14),segment_id=a5ca86d2-2020-4ee5-a03b-d47a6c676c14)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:47:28.544798 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:28.548948 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:47:28.617930 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Pushing event updated for resources: {'Port': ['ID=958f8c49-ebd2-42d0-a471-b9072b14f402,revision_number=4']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:47:28.621303 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:47:30.321749 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 958f8c49-ebd2-42d0-a471-b9072b14f402 up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:47:30.399143 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port 958f8c49-ebd2-42d0-a471-b9072b14f402 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:47:30.399628 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:39.556744 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-c67158c6-7ced-4d0f-8d8b-7bddc2ff675e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:40.021316 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:41.627285 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-1b024c39-e955-4d01-be88-dd76a79fce15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:43.094714 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:44.594787 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:48.357503 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 5 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 15:48:09.550563 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-a9bc59a2-182c-4690-a04c-702f764979dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:10.017143 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:11.640357 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-92f49597-076a-419b-9133-866d9ea78f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:13.101125 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:14.595067 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:25.356382 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 5 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 15:48:39.554122 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-9692c299-da24-4e17-9b9b-289fda0c4f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:40.023888 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:41.634164 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-6bd89d98-aa26-462a-8759-c99d2b17e11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:43.101449 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:44.603498 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:02.357015 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 5 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 15:49:09.557331 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-e44ff4e6-427c-4aea-b1d9-bc6015651089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:10.026558 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:11.639056 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-9ab1a146-0844-4d31-9b6c-0278fbc2beb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:13.101891 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:14.602489 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:33.550068 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 54562) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:49:33.640438 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ec3394-bb12-493e-9c9e-0d33b805a59b admin admin] GET failed (client error): The resource could not be found. Aug 20 15:49:33.641665 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-31ec3394-bb12-493e-9c9e-0d33b805a59b admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0906298 Aug 20 15:49:33.775994 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af9adbd-1a2d-4ad0-80cc-a3431a8fa6d3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:33.777385 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-2af9adbd-1a2d-4ad0-80cc-a3431a8fa6d3 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1318269 Aug 20 15:49:35.900805 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 54572) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:49:36.037441 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdc04e8-1a05-4b09-a68a-ea56af435c3c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:36.038843 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-5bdc04e8-1a05-4b09-a68a-ea56af435c3c admin admin] 10.222.0.13 "GET /v2.0/subnets/3541d781-103d-43af-935b-16329fe7a2a8 HTTP/1.1" status: 200 len: 849 time: 0.1369758 Aug 20 15:49:36.048150 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-048ac546-3114-4a53-9e8c-547de603e8e0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:49:36.165346 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-048ac546-3114-4a53-9e8c-547de603e8e0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:36.402640 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-048ac546-3114-4a53-9e8c-547de603e8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786829376781'] for subnet, after_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:36.406771 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:49:36.452986 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048ac546-3114-4a53-9e8c-547de603e8e0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:36.454396 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-048ac546-3114-4a53-9e8c-547de603e8e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for subnet, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:36.455064 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-048ac546-3114-4a53-9e8c-547de603e8e0 admin admin] 10.222.0.13 "PUT /v2.0/subnets/3541d781-103d-43af-935b-16329fe7a2a8 HTTP/1.1" status: 200 len: 868 time: 0.4108226 Aug 20 15:49:36.473222 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281cb2c1-63ea-4aa2-9a5e-eecef1cc22d4 None None] Network ae63ee8b-b823-4b21-98d1-8ea70c6ba11f requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 15:49:36.476931 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ac546-3114-4a53-9e8c-547de603e8e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3541d781-103d-43af-935b-16329fe7a2a8,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:36.486624 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048ac546-3114-4a53-9e8c-547de603e8e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:36.486956 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048ac546-3114-4a53-9e8c-547de603e8e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:36.487287 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048ac546-3114-4a53-9e8c-547de603e8e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:36.487611 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048ac546-3114-4a53-9e8c-547de603e8e0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:36.487934 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048ac546-3114-4a53-9e8c-547de603e8e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:36.488251 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048ac546-3114-4a53-9e8c-547de603e8e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:36.488568 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048ac546-3114-4a53-9e8c-547de603e8e0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:36.488885 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048ac546-3114-4a53-9e8c-547de603e8e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:36.489195 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048ac546-3114-4a53-9e8c-547de603e8e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:36.489510 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048ac546-3114-4a53-9e8c-547de603e8e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:36.489849 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048ac546-3114-4a53-9e8c-547de603e8e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:36.495202 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-048ac546-3114-4a53-9e8c-547de603e8e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:49:37.011415 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-6bc68a54-e771-4ab9-8efc-5f61dd22049f None None] Provisioning complete for port 6bff7170-6116-4341-860e-541fb011a2a4 triggered by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:49:37.011782 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-6bc68a54-e771-4ab9-8efc-5f61dd22049f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:37.140299 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-6bc68a54-e771-4ab9-8efc-5f61dd22049f None None] Provisioning complete for port 86cfc15f-7826-43a4-9a7c-fb360a54f087 triggered by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:49:37.140672 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-6bc68a54-e771-4ab9-8efc-5f61dd22049f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:38.509093 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 54582) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:49:38.703859 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dc11f3-c4fc-4a8f-baa9-f04965722b3f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:38.704241 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dc11f3-c4fc-4a8f-baa9-f04965722b3f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:38.706000 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-98dc11f3-c4fc-4a8f-baa9-f04965722b3f admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1958838 Aug 20 15:49:39.358083 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 5 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 15:49:39.560008 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-292d0a5a-767b-45d4-bd37-97c8ee270f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:40.030935 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:40.740259 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 54592) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:49:40.940504 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b4541f-09c0-4678-b505-92e888558fa9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:40.940792 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b4541f-09c0-4678-b505-92e888558fa9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:40.942473 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-24b4541f-09c0-4678-b505-92e888558fa9 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2012351 Aug 20 15:49:41.643755 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-b824809e-d59b-4518-9876-1d3f5d1a4325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:43.024027 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 54602) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:49:43.107232 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:43.216481 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81548999-7d14-42db-8d4f-accf07fad57f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:43.217793 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-81548999-7d14-42db-8d4f-accf07fad57f admin admin] 10.222.0.13 "GET /v2.0/networks/1515200a-7cd1-4ec3-bca4-b17b78debdd2 HTTP/1.1" status: 200 len: 886 time: 0.1927795 Aug 20 15:49:44.606456 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:45.250234 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 54612) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:49:45.447892 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a33afc3-1e08-44ba-b8b7-7886d8d0af4a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:45.449268 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-0a33afc3-1e08-44ba-b8b7-7886d8d0af4a admin admin] 10.222.0.13 "GET /v2.0/networks/ae63ee8b-b823-4b21-98d1-8ea70c6ba11f HTTP/1.1" status: 200 len: 870 time: 0.1980672 Aug 20 15:49:47.541406 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 54622) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:49:47.675234 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdf9a18-4c10-4bad-a499-5993e8d63202 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:47.675607 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdf9a18-4c10-4bad-a499-5993e8d63202 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:47.677140 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-cbdf9a18-4c10-4bad-a499-5993e8d63202 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1347558 Aug 20 15:49:49.710086 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 54632) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:49:49.849512 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531fa05c-230f-48af-9a87-0c21b247f8f0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:49.849897 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531fa05c-230f-48af-9a87-0c21b247f8f0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:49.850626 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-531fa05c-230f-48af-9a87-0c21b247f8f0 admin admin] Synchronizing usage tracker for tenant:772b1df197be4093bc9c949a63dbcf67 on resource:subnet {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 15:49:49.867112 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-531fa05c-230f-48af-9a87-0c21b247f8f0 admin admin] Unset dirty status for tenant:772b1df197be4093bc9c949a63dbcf67 on resource:subnet {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 15:49:49.868462 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-531fa05c-230f-48af-9a87-0c21b247f8f0 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1571214 Aug 20 15:49:51.932198 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 54642) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:49:52.071604 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e311df-ef05-4731-b52a-d630c42992f6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:52.072952 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-81e311df-ef05-4731-b52a-d630c42992f6 admin admin] 10.222.0.13 "GET /v2.0/subnets/3541d781-103d-43af-935b-16329fe7a2a8 HTTP/1.1" status: 200 len: 868 time: 0.1398020 Aug 20 15:49:54.101890 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 54652) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:49:54.231706 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fabfda1-4329-44a1-b4e3-753425b46db8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:54.233087 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-0fabfda1-4329-44a1-b4e3-753425b46db8 admin admin] 10.222.0.13 "GET /v2.0/subnets/e9a37b8d-0a16-4543-b6cb-0b09a5c894bc HTTP/1.1" status: 200 len: 816 time: 0.1302521 Aug 20 15:50:09.561382 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-6f4eccd7-f839-4f06-ac98-dccc78767c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:10.035320 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:11.646913 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-4b175162-57ff-4080-894d-23cb15bc64b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:12.716431 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 54690) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:50:12.788654 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [None req-2dd20273-b41a-4304-a971-6397e92da824 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=75060) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 20 15:50:12.789638 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-2dd20273-b41a-4304-a971-6397e92da824 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0722759 Aug 20 15:50:13.108146 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:14.610960 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:14.877405 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 54700) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:50:14.967720 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd923dc5-1e08-49d5-8fa9-b42fcd581f40 admin admin] GET failed (client error): The resource could not be found. Aug 20 15:50:14.968916 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-dd923dc5-1e08-49d5-8fa9-b42fcd581f40 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0905490 Aug 20 15:50:15.095189 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba77b2aa-ecb2-4152-a7b5-34ba6cef2544 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:50:15.096721 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-ba77b2aa-ecb2-4152-a7b5-34ba6cef2544 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1238196 Aug 20 15:50:16.358358 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 5 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 15:50:17.128193 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 54710) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:50:17.198084 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-a507a4f9-18ef-4755-80d4-344c6d84d22f admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:50:17.203627 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-a507a4f9-18ef-4755-80d4-344c6d84d22f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:50:17.213437 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-a507a4f9-18ef-4755-80d4-344c6d84d22f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:50:17.223827 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a507a4f9-18ef-4755-80d4-344c6d84d22f admin admin] Made reservation on behalf of 772b1df197be4093bc9c949a63dbcf67 for: {'network': 1} {{(pid=75060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:50:17.226456 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a507a4f9-18ef-4755-80d4-344c6d84d22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for network, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:17.315956 dv-cinder-805398-3-smb neutron-server[75060]: WARNING neutron.services.revisions.revision_plugin [None req-a507a4f9-18ef-4755-80d4-344c6d84d22f admin admin] Could not find related network for resource to bump revision. Aug 20 15:50:17.330099 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a507a4f9-18ef-4755-80d4-344c6d84d22f admin admin] vlan segment allocate from pool success with {'vlan_id': 1251, 'physical_network': 'physnet1'} {{(pid=75060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 20 15:50:17.339545 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a507a4f9-18ef-4755-80d4-344c6d84d22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577716'] for segment, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:17.339883 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.db.segments_db [None req-a507a4f9-18ef-4755-80d4-344c6d84d22f admin admin] Added segment a7b51a8f-2fb0-4109-bcda-c8f076d17411 of type vlan for network 477dec94-ed69-423d-bf47-69aa34c8f11d Aug 20 15:50:17.365173 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a507a4f9-18ef-4755-80d4-344c6d84d22f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786828959910'] for network, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:17.394975 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a507a4f9-18ef-4755-80d4-344c6d84d22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924'] for network, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:17.396137 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a507a4f9-18ef-4755-80d4-344c6d84d22f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:50:17.396717 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a507a4f9-18ef-4755-80d4-344c6d84d22f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for network, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:17.399971 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:50:17.500895 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-a507a4f9-18ef-4755-80d4-344c6d84d22f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3716116 Aug 20 15:50:17.501596 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507a4f9-18ef-4755-80d4-344c6d84d22f admin admin] Pushing event updated for resources: {'Network': ['ID=477dec94-ed69-423d-bf47-69aa34c8f11d,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:50:17.515372 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-a507a4f9-18ef-4755-80d4-344c6d84d22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:50:17.528721 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Network 477dec94-ed69-423d-bf47-69aa34c8f11d details requested by agent ovs-agent-dv-cinder-805398-3-smb with host dv-cinder-805398-3-smb {{(pid=75062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 15:50:19.566990 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 54720) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:50:19.657607 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4532d3c-ff78-441f-a349-900055b77d7e admin admin] GET failed (client error): The resource could not be found. Aug 20 15:50:19.658129 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-d4532d3c-ff78-441f-a349-900055b77d7e admin admin] Synchronizing usage tracker for tenant:772b1df197be4093bc9c949a63dbcf67 on resource:network {{(pid=75060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 15:50:19.674503 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-d4532d3c-ff78-441f-a349-900055b77d7e admin admin] Unset dirty status for tenant:772b1df197be4093bc9c949a63dbcf67 on resource:network {{(pid=75060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 15:50:19.675622 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-d4532d3c-ff78-441f-a349-900055b77d7e admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1076658 Aug 20 15:50:19.782884 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0083dde4-2fba-438e-8f6c-c11d5d9e80bb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:50:19.784267 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-0083dde4-2fba-438e-8f6c-c11d5d9e80bb admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1046500 Aug 20 15:50:19.794726 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-662520f8-340a-4513-839e-11acb1aca42e admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '477dec94-ed69-423d-bf47-69aa34c8f11d'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:50:19.799355 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-662520f8-340a-4513-839e-11acb1aca42e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:50:19.808951 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-662520f8-340a-4513-839e-11acb1aca42e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:50:19.818644 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662520f8-340a-4513-839e-11acb1aca42e admin admin] Made reservation on behalf of 772b1df197be4093bc9c949a63dbcf67 for: {'subnet': 1} {{(pid=75060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:50:19.820866 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-662520f8-340a-4513-839e-11acb1aca42e admin admin] Notify callbacks [] for subnet, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:20.020333 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-662520f8-340a-4513-839e-11acb1aca42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924'] for subnet, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:20.024742 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-96c3d1ba-59c1-4d50-b148-4a0703260764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:50:20.135667 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662520f8-340a-4513-839e-11acb1aca42e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb354756-c724-4893-ac83-d4189e8cbbf7,revision_number=0']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:50:20.139427 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-662520f8-340a-4513-839e-11acb1aca42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:50:20.146428 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662520f8-340a-4513-839e-11acb1aca42e admin admin] Checking segment: {'id': 'a7b51a8f-2fb0-4109-bcda-c8f076d17411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '477dec94-ed69-423d-bf47-69aa34c8f11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:50:20.146784 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662520f8-340a-4513-839e-11acb1aca42e admin admin] Network hostable DHCP agents. Network: 477dec94-ed69-423d-bf47-69aa34c8f11d, hostable agents: ['8a4a5844-dabe-4d00-86b6-cc46effaa58e'], hosted agents: [] {{(pid=75060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:50:20.168284 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662520f8-340a-4513-839e-11acb1aca42e admin admin] Network 477dec94-ed69-423d-bf47-69aa34c8f11d is scheduled to be hosted by DHCP agent 8a4a5844-dabe-4d00-86b6-cc46effaa58e with binding_index 1 {{(pid=75060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:50:20.178426 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.base_scheduler [None req-662520f8-340a-4513-839e-11acb1aca42e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805398-3-smb, 477dec94-ed69-423d-bf47-69aa34c8f11d) {{(pid=75060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:50:20.182827 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662520f8-340a-4513-839e-11acb1aca42e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:50:20.183509 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-662520f8-340a-4513-839e-11acb1aca42e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for subnet, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:20.188438 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48088652-1578-4851-a66f-196d556f5e15 None None] Network 477dec94-ed69-423d-bf47-69aa34c8f11d requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 15:50:20.211495 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-662520f8-340a-4513-839e-11acb1aca42e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4210126 Aug 20 15:50:20.419471 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee73cc1e-0249-5885-9e66-62ae7a28c6c5-477dec94-ed69-423d-bf47-69aa34c8f11d', 'network_id': '477dec94-ed69-423d-bf47-69aa34c8f11d', 'tenant_id': '772b1df197be4093bc9c949a63dbcf67', 'fixed_ips': [{'subnet_id': 'fb354756-c724-4893-ac83-d4189e8cbbf7'}]}} from dv-cinder-805398-3-smb. {{(pid=75062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 20 15:50:20.420298 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:20.595209 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.db_base_plugin_common [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] Allocated IP 192.168.233.2 (477dec94-ed69-423d-bf47-69aa34c8f11d/fb354756-c724-4893-ac83-d4189e8cbbf7/80a16040-f6a9-4e3a-a092-0161815f2195) {{(pid=75062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:50:20.810901 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] Notify callbacks [] for port, precommit_create {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:20.822546 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] Transition to ACTIVE for port object 80a16040-f6a9-4e3a-a092-0161815f2195 will not be triggered until provisioned by entity L2. {{(pid=75062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:50:20.842655 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] Transition to ACTIVE for port object 80a16040-f6a9-4e3a-a092-0161815f2195 will not be triggered until provisioned by entity DHCP. {{(pid=75062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:50:20.849465 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943'] for port, after_create {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:20.854142 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-63c124fd-b205-4d64-b83a-8927c68c12d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:50:20.921016 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] Network 477dec94-ed69-423d-bf47-69aa34c8f11d is already hosted by enough agents. {{(pid=75062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:50:20.923970 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.scheduler.base_scheduler [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] Resources bound (agent type, host, resource id): {{(pid=75062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:50:20.928368 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] Received port after_create {{(pid=75062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:50:20.930497 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] Pushing event updated for resources: {'Port': ['ID=80a16040-f6a9-4e3a-a092-0161815f2195,revision_number=1']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:50:20.942102 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:20.942442 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:20.942763 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:20.943109 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:20.943428 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:20.943745 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:20.944053 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:20.944366 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:20.944674 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:20.944980 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:20.945288 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:20.971330 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:50:21.028052 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] Attempting to bind port 80a16040-f6a9-4e3a-a092-0161815f2195 on host dv-cinder-805398-3-smb for vnic_type normal with profile {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:50:21.028447 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] Attempting to bind port 80a16040-f6a9-4e3a-a092-0161815f2195 by drivers openvswitch,hyperv on host dv-cinder-805398-3-smb at level 0 using segments [{'id': 'a7b51a8f-2fb0-4109-bcda-c8f076d17411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '477dec94-ed69-423d-bf47-69aa34c8f11d'}] {{(pid=75062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:50:21.028802 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] Attempting to bind port 80a16040-f6a9-4e3a-a092-0161815f2195 on network 477dec94-ed69-423d-bf47-69aa34c8f11d {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:50:21.035418 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] Checking agent: {'id': 'f0705a43-169d-4811-8182-ed59241d69e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805398-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 46, 40), 'started_at': datetime.datetime(2021, 8, 20, 15, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805398-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:50:21.035827 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] Checking segment: {'id': 'a7b51a8f-2fb0-4109-bcda-c8f076d17411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '477dec94-ed69-423d-bf47-69aa34c8f11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:50:21.036177 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:21.036571 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] Bound using segment: {'id': 'a7b51a8f-2fb0-4109-bcda-c8f076d17411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '477dec94-ed69-423d-bf47-69aa34c8f11d'} {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:50:21.037035 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] Bound port: 80a16040-f6a9-4e3a-a092-0161815f2195, host: dv-cinder-805398-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7b51a8f-2fb0-4109-bcda-c8f076d17411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '477dec94-ed69-423d-bf47-69aa34c8f11d'}}] {{(pid=75062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:50:21.037419 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:21.157572 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] For port 80a16040-f6a9-4e3a-a092-0161815f2195, host dv-cinder-805398-3-smb, cleared binding levels {{(pid=75062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:50:21.162102 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] For port 80a16040-f6a9-4e3a-a092-0161815f2195, host dv-cinder-805398-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=80a16040-f6a9-4e3a-a092-0161815f2195,segment=NetworkSegment(a7b51a8f-2fb0-4109-bcda-c8f076d17411),segment_id=a7b51a8f-2fb0-4109-bcda-c8f076d17411)] {{(pid=75062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:50:21.167170 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:21.172452 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:50:21.252061 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] Pushing event updated for resources: {'Port': ['ID=80a16040-f6a9-4e3a-a092-0161815f2195,revision_number=2']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:50:21.258563 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:50:22.080385 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cd18cb-ea3e-4330-a040-6d3dadf015f3 None None] Network 477dec94-ed69-423d-bf47-69aa34c8f11d requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 15:50:22.211439 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-452d9285-c04b-4d57-bb13-5536b9d967af None None] Provisioning for port 80a16040-f6a9-4e3a-a092-0161815f2195 completed by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:50:22.426081 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 80a16040-f6a9-4e3a-a092-0161815f2195 up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:50:22.507848 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning for port 80a16040-f6a9-4e3a-a092-0161815f2195 completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:50:22.515763 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port 80a16040-f6a9-4e3a-a092-0161815f2195 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:50:22.515763 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:22.596097 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-5cfe4f92-5111-46cf-b363-2d1e24f8cfed None None] Provisioning complete for port 80a16040-f6a9-4e3a-a092-0161815f2195 triggered by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:50:22.596472 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-5cfe4f92-5111-46cf-b363-2d1e24f8cfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:22.705300 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:22.789518 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] For port 80a16040-f6a9-4e3a-a092-0161815f2195, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=80a16040-f6a9-4e3a-a092-0161815f2195,segment=NetworkSegment(a7b51a8f-2fb0-4109-bcda-c8f076d17411),segment_id=a7b51a8f-2fb0-4109-bcda-c8f076d17411)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:50:22.796220 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:22.801751 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:50:22.830623 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-5cfe4f92-5111-46cf-b363-2d1e24f8cfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:22.934902 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Pushing event updated for resources: {'Port': ['ID=80a16040-f6a9-4e3a-a092-0161815f2195,revision_number=3']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:50:22.940434 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:50:22.951412 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.db.api [None req-5cfe4f92-5111-46cf-b363-2d1e24f8cfed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=75062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 15:50:22.951808 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_db.api [None req-5cfe4f92-5111-46cf-b363-2d1e24f8cfed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 15:50:24.398054 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 80a16040-f6a9-4e3a-a092-0161815f2195 up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:50:24.473159 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port 80a16040-f6a9-4e3a-a092-0161815f2195 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:50:24.473522 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:39.567376 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-1fa4455b-b605-4bd4-b896-8f0d0e29dafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:40.039353 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:41.650696 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-26586c80-a76a-4a2a-8aa2-d835c0646de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:43.111046 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:44.612277 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:53.358768 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 5 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 15:51:09.569356 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-0f1a54b6-19b2-41b8-846b-256399ed4982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:10.043063 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:11.650852 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-a008e958-aaf5-458f-b05b-a55656de9db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:13.115263 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:14.614840 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:30.359164 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 5 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 15:51:37.034974 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 54762) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:51:37.041859 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [None req-65c1887b-7749-4cc0-be61-fda7fad4dd14 tempest-verify_tempest_config-794143772 tempest-verify_tempest_config-794143772-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=75061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 20 15:51:37.042843 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-65c1887b-7749-4cc0-be61-fda7fad4dd14 tempest-verify_tempest_config-794143772 tempest-verify_tempest_config-794143772-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0069168 Aug 20 15:51:37.375842 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 54778) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:51:37.520141 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-5aa0709d-47d6-4f38-a8d4-db88f13e96cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:37.552828 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-5aa0709d-47d6-4f38-a8d4-db88f13e96cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:51:37.557316 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-5aa0709d-47d6-4f38-a8d4-db88f13e96cb admin admin] Usage tracker for resource:security_group_rule and tenant:33327853d9744d8fab72dcbd9f0440df is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:51:37.560226 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-5aa0709d-47d6-4f38-a8d4-db88f13e96cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:51:37.565971 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-5aa0709d-47d6-4f38-a8d4-db88f13e96cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:51:37.635553 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-5aa0709d-47d6-4f38-a8d4-db88f13e96cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:37.639534 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-5aa0709d-47d6-4f38-a8d4-db88f13e96cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:37.647010 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:51:37.686326 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0709d-47d6-4f38-a8d4-db88f13e96cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f0aee0-a658-49aa-9bf2-4bd7cf5c30b1,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:37.689781 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-5aa0709d-47d6-4f38-a8d4-db88f13e96cb admin admin] Synchronizing usage tracker for tenant:772b1df197be4093bc9c949a63dbcf67 on resource:security_group {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 15:51:37.701052 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0709d-47d6-4f38-a8d4-db88f13e96cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:37.701389 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0709d-47d6-4f38-a8d4-db88f13e96cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:37.701743 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0709d-47d6-4f38-a8d4-db88f13e96cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:37.702071 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0709d-47d6-4f38-a8d4-db88f13e96cb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:37.702448 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0709d-47d6-4f38-a8d4-db88f13e96cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:37.702712 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0709d-47d6-4f38-a8d4-db88f13e96cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:37.703028 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0709d-47d6-4f38-a8d4-db88f13e96cb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:37.703342 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0709d-47d6-4f38-a8d4-db88f13e96cb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:37.703661 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0709d-47d6-4f38-a8d4-db88f13e96cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:37.703971 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0709d-47d6-4f38-a8d4-db88f13e96cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:37.704283 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0709d-47d6-4f38-a8d4-db88f13e96cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:37.708945 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-5aa0709d-47d6-4f38-a8d4-db88f13e96cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:51:37.721239 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-5aa0709d-47d6-4f38-a8d4-db88f13e96cb admin admin] Unset dirty status for tenant:772b1df197be4093bc9c949a63dbcf67 on resource:security_group {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 15:51:37.723001 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-5aa0709d-47d6-4f38-a8d4-db88f13e96cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=33327853d9744d8fab72dcbd9f0440df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3461933 Aug 20 15:51:37.726919 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 54784) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:51:37.827973 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-f84b24c3-bf8b-43d6-939b-434067c27499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:37.857065 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-f84b24c3-bf8b-43d6-939b-434067c27499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:37.956973 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-f84b24c3-bf8b-43d6-939b-434067c27499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:37.962919 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:51:37.973578 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b24c3-bf8b-43d6-939b-434067c27499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f0aee0-a658-49aa-9bf2-4bd7cf5c30b1,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:37.979474 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-f84b24c3-bf8b-43d6-939b-434067c27499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:51:37.980837 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-f84b24c3-bf8b-43d6-939b-434067c27499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:37.988465 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-f84b24c3-bf8b-43d6-939b-434067c27499 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/13f0aee0-a658-49aa-9bf2-4bd7cf5c30b1 HTTP/1.1" status: 204 len: 168 time: 0.2538724 Aug 20 15:51:39.572699 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-146b7add-5675-40a1-9684-258630855cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:40.045241 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:41.653462 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-e356845e-f3fa-4ccc-89f7-d1d4d8664004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:43.118908 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:44.619589 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:07.359391 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 5 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 15:52:09.575164 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5cb5ed2-61dc-4858-95d0-ced3f581af72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:10.049218 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:11.656045 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-4fe140e5-442e-4bf0-864e-2625e9f1b12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:13.120263 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:14.620405 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:39.577239 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-58d59af1-9227-42f4-b6a2-a91d78d66c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:40.051185 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:41.657717 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-a46e794f-131d-4cfd-99bd-e62212cb5c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:43.122743 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:44.359277 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 5 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 15:52:44.624443 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:53:09.580753 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-c2e42779-b63a-47ef-8917-4d063bb66c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:53:10.054769 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:53:11.657533 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-e7ca7fe1-a175-4ffa-bb1a-339fc401099d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:53:13.129181 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:53:14.626203 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:53:17.855224 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642511'] for agent, after_create {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:53:21.358841 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 6 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 15:53:33.217910 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 54856) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:53:33.355099 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-7960e8fd-e4d8-491d-a824-fe4958c065a7 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1361012 Aug 20 15:53:35.398540 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 54866) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:53:35.476316 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-257394e3-6702-40e7-b198-0f94e2158276 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0767190 Aug 20 15:53:39.582840 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f4e9b696-15ca-4268-93c2-4dea116c0408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:53:40.057072 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:53:41.659945 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-e567cc8e-36bb-4489-98b7-0efdf49edbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:53:43.129097 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:53:44.627810 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:53:47.809635 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:53:58.359728 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 6 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 15:54:09.586585 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-e9b5ebb5-b6ba-476f-a7ad-8077798d6a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:10.059159 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:11.661533 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-9a9910fd-a6e4-4e93-b41b-3dd8a7b2bb94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:13.131047 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:14.632212 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:17.807119 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:35.364067 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 6 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 15:54:39.590205 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-5c6fc617-3e51-4dd6-aaa3-2c4c1cf476a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:40.064471 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:41.663751 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-bda4dcaf-83b1-4ef3-9036-412c48b3c396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:43.134640 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:44.634884 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:47.816047 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:09.598615 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-0409ba2f-51f4-4972-8940-ce044b92c131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:10.071288 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:11.676091 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-24be56ba-3003-40a8-b405-e03e79820622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:12.371505 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 6 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 15:55:13.154374 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:14.649500 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:17.818927 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:18.591807 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 55034) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:55:18.965697 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 55054) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:55:19.064108 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1243670149-network', 'tenant_id': '3ef32ffa9742498dbab644d6d4143034'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:55:19.070403 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:55:19.079357 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] Usage tracker for resource:network and tenant:3ef32ffa9742498dbab644d6d4143034 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:55:19.084206 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:55:19.092087 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:55:19.105585 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] Made reservation on behalf of 3ef32ffa9742498dbab644d6d4143034 for: {'network': 1} {{(pid=75061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:55:19.110350 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for network, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:19.133560 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:19.203784 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:55:19.212856 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] Usage tracker for resource:security_group_rule and tenant:3ef32ffa9742498dbab644d6d4143034 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:55:19.220098 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:55:19.235553 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:55:19.376808 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:19.383201 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:19.389979 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:19.428974 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0c9b45-cda1-4bc7-8c3a-4e2403366690,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:19.443088 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:19.443743 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:19.444695 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:19.445401 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:19.445982 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:19.446658 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:19.447170 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:19.448410 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:19.449288 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:19.449814 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:19.451154 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:19.452883 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] Tracked resource versions report: Aug 20 15:55:19.452883 dv-cinder-805398-3-smb neutron-server[75061]: pushed versions: Aug 20 15:55:19.452883 dv-cinder-805398-3-smb neutron-server[75061]: { 'ConntrackHelper': {'1.0'}, Aug 20 15:55:19.452883 dv-cinder-805398-3-smb neutron-server[75061]: 'Log': {'1.0'}, Aug 20 15:55:19.452883 dv-cinder-805398-3-smb neutron-server[75061]: 'Network': {'1.1'}, Aug 20 15:55:19.452883 dv-cinder-805398-3-smb neutron-server[75061]: 'Port': {'1.5'}, Aug 20 15:55:19.452883 dv-cinder-805398-3-smb neutron-server[75061]: 'PortForwarding': {'1.2'}, Aug 20 15:55:19.452883 dv-cinder-805398-3-smb neutron-server[75061]: 'QosPolicy': {'1.8'}, Aug 20 15:55:19.452883 dv-cinder-805398-3-smb neutron-server[75061]: 'SecurityGroup': {'1.2'}, Aug 20 15:55:19.452883 dv-cinder-805398-3-smb neutron-server[75061]: 'SecurityGroupRule': {'1.0'}, Aug 20 15:55:19.452883 dv-cinder-805398-3-smb neutron-server[75061]: 'SubPort': {'1.0'}, Aug 20 15:55:19.452883 dv-cinder-805398-3-smb neutron-server[75061]: 'Subnet': {'1.1'}, Aug 20 15:55:19.452883 dv-cinder-805398-3-smb neutron-server[75061]: 'Trunk': {'1.1'}} Aug 20 15:55:19.452883 dv-cinder-805398-3-smb neutron-server[75061]: consumer versions: Aug 20 15:55:19.452883 dv-cinder-805398-3-smb neutron-server[75061]: { DHCP agent@dv-cinder-805398-3-smb: {}, Aug 20 15:55:19.452883 dv-cinder-805398-3-smb neutron-server[75061]: HyperV agent@hv-cinder-80539: {}, Aug 20 15:55:19.452883 dv-cinder-805398-3-smb neutron-server[75061]: L3 agent@dv-cinder-805398-3-smb: {}, Aug 20 15:55:19.452883 dv-cinder-805398-3-smb neutron-server[75061]: Metadata agent@dv-cinder-805398-3-smb: {}, Aug 20 15:55:19.452883 dv-cinder-805398-3-smb neutron-server[75061]: Metering agent@dv-cinder-805398-3-smb: {}, Aug 20 15:55:19.452883 dv-cinder-805398-3-smb neutron-server[75061]: Open vSwitch agent@dv-cinder-805398-3-smb: { 'ConntrackHelper': '1.0', Aug 20 15:55:19.452883 dv-cinder-805398-3-smb neutron-server[75061]: 'Log': '1.0', Aug 20 15:55:19.452883 dv-cinder-805398-3-smb neutron-server[75061]: 'Network': '1.1', Aug 20 15:55:19.452883 dv-cinder-805398-3-smb neutron-server[75061]: 'Port': '1.5', Aug 20 15:55:19.452883 dv-cinder-805398-3-smb neutron-server[75061]: 'PortForwarding': '1.2', Aug 20 15:55:19.452883 dv-cinder-805398-3-smb neutron-server[75061]: 'QosPolicy': '1.8', Aug 20 15:55:19.452883 dv-cinder-805398-3-smb neutron-server[75061]: 'SecurityGroup': '1.2', Aug 20 15:55:19.452883 dv-cinder-805398-3-smb neutron-server[75061]: 'SecurityGroupRule': '1.0', Aug 20 15:55:19.452883 dv-cinder-805398-3-smb neutron-server[75061]: 'SubPort': '1.0', Aug 20 15:55:19.452883 dv-cinder-805398-3-smb neutron-server[75061]: 'Subnet': '1.1', Aug 20 15:55:19.452883 dv-cinder-805398-3-smb neutron-server[75061]: 'Trunk': '1.1'}} Aug 20 15:55:19.452883 dv-cinder-805398-3-smb neutron-server[75061]: {{(pid=75061) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 15:55:19.478344 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:19.485462 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] vlan segment allocate from pool success with {'vlan_id': 1252, 'physical_network': 'physnet1'} {{(pid=75061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 20 15:55:19.505743 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577716'] for segment, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:19.506416 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.db.segments_db [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] Added segment c2be3471-78dd-4aa1-bdce-665f59ef88b0 of type vlan for network 30067384-36e2-4f1d-a3f2-0548715d97a2 Aug 20 15:55:19.570846 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786828959910'] for network, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:19.634342 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924'] for network, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:19.636044 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:19.637329 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for network, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:19.646194 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:19.790015 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] Pushing event updated for resources: {'Network': ['ID=30067384-36e2-4f1d-a3f2-0548715d97a2,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:19.803087 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Network 30067384-36e2-4f1d-a3f2-0548715d97a2 details requested by agent ovs-agent-dv-cinder-805398-3-smb with host dv-cinder-805398-3-smb {{(pid=75062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 15:55:19.816338 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:19.820038 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2263958 Aug 20 15:55:19.825186 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 55074) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:55:19.833674 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [None req-91577b7e-19ba-4a67-b8f7-bb60c3072504 admin admin] Request body: {'subnet': {'network_id': '30067384-36e2-4f1d-a3f2-0548715d97a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1243670149-subnet', 'tenant_id': '3ef32ffa9742498dbab644d6d4143034', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:55:19.843159 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-91577b7e-19ba-4a67-b8f7-bb60c3072504 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:55:19.847579 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-91577b7e-19ba-4a67-b8f7-bb60c3072504 admin admin] Usage tracker for resource:subnet and tenant:3ef32ffa9742498dbab644d6d4143034 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:55:19.850979 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-91577b7e-19ba-4a67-b8f7-bb60c3072504 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:55:19.858699 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-91577b7e-19ba-4a67-b8f7-bb60c3072504 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:55:19.875478 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [None req-54730b16-69d8-4b84-88d5-b89352a7b069 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1856526269-network', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:55:19.881509 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-54730b16-69d8-4b84-88d5-b89352a7b069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:55:19.886018 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-54730b16-69d8-4b84-88d5-b89352a7b069 admin admin] Usage tracker for resource:network and tenant:e7e604552f7c48b6adf92b9295b42ab0 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:55:19.889585 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-54730b16-69d8-4b84-88d5-b89352a7b069 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:55:19.896168 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-54730b16-69d8-4b84-88d5-b89352a7b069 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:55:19.906631 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91577b7e-19ba-4a67-b8f7-bb60c3072504 admin admin] Made reservation on behalf of 3ef32ffa9742498dbab644d6d4143034 for: {'subnet': 1} {{(pid=75061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:55:19.909925 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-91577b7e-19ba-4a67-b8f7-bb60c3072504 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:19.969725 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 55078) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:55:20.199870 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54730b16-69d8-4b84-88d5-b89352a7b069 admin admin] Made reservation on behalf of e7e604552f7c48b6adf92b9295b42ab0 for: {'network': 1} {{(pid=75061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:55:20.203519 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-54730b16-69d8-4b84-88d5-b89352a7b069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for network, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:20.254313 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-91577b7e-19ba-4a67-b8f7-bb60c3072504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924'] for subnet, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:20.255956 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-54730b16-69d8-4b84-88d5-b89352a7b069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:20.295304 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:20.415102 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 55090) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:55:20.448620 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-54730b16-69d8-4b84-88d5-b89352a7b069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:55:20.454093 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-54730b16-69d8-4b84-88d5-b89352a7b069 admin admin] Usage tracker for resource:security_group_rule and tenant:e7e604552f7c48b6adf92b9295b42ab0 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:55:20.458733 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-54730b16-69d8-4b84-88d5-b89352a7b069 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:55:20.466922 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-54730b16-69d8-4b84-88d5-b89352a7b069 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:55:20.555430 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91577b7e-19ba-4a67-b8f7-bb60c3072504 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8513a594-b636-416f-a5b5-0a881f926347,revision_number=0']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:20.561193 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-91577b7e-19ba-4a67-b8f7-bb60c3072504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:20.578573 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91577b7e-19ba-4a67-b8f7-bb60c3072504 admin admin] Checking segment: {'id': 'c2be3471-78dd-4aa1-bdce-665f59ef88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '30067384-36e2-4f1d-a3f2-0548715d97a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:55:20.579514 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91577b7e-19ba-4a67-b8f7-bb60c3072504 admin admin] Network hostable DHCP agents. Network: 30067384-36e2-4f1d-a3f2-0548715d97a2, hostable agents: ['8a4a5844-dabe-4d00-86b6-cc46effaa58e'], hosted agents: [] {{(pid=75061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:55:20.673802 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-54730b16-69d8-4b84-88d5-b89352a7b069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:20.681727 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-54730b16-69d8-4b84-88d5-b89352a7b069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:20.690399 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-c4fbf4a9-abb1-4ca9-a810-a363ba625153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:20.704982 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-949118156-network', 'tenant_id': 'a9a88cd27266426598354a586a538e28'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:55:20.706462 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91577b7e-19ba-4a67-b8f7-bb60c3072504 admin admin] Network 30067384-36e2-4f1d-a3f2-0548715d97a2 is scheduled to be hosted by DHCP agent 8a4a5844-dabe-4d00-86b6-cc46effaa58e with binding_index 1 {{(pid=75061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:55:20.713780 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:55:20.720543 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] Usage tracker for resource:network and tenant:a9a88cd27266426598354a586a538e28 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:55:20.726368 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:55:20.739347 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:55:20.745392 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54730b16-69d8-4b84-88d5-b89352a7b069 admin admin] vlan segment allocate from pool success with {'vlan_id': 1253, 'physical_network': 'physnet1'} {{(pid=75061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 20 15:55:20.761846 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] Made reservation on behalf of a9a88cd27266426598354a586a538e28 for: {'network': 1} {{(pid=75060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:55:20.769371 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for network, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:20.778214 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.base_scheduler [None req-91577b7e-19ba-4a67-b8f7-bb60c3072504 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805398-3-smb, 30067384-36e2-4f1d-a3f2-0548715d97a2) {{(pid=75061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:55:20.785137 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91577b7e-19ba-4a67-b8f7-bb60c3072504 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:20.787217 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-91577b7e-19ba-4a67-b8f7-bb60c3072504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for subnet, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:20.792696 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2511f8e-643b-4cc5-97e4-000d6842c425 None None] Network 30067384-36e2-4f1d-a3f2-0548715d97a2 requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 15:55:20.801798 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:20.829589 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54730b16-69d8-4b84-88d5-b89352a7b069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4360e981-ee60-4031-9ba3-5fe5cb13d01c,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:20.846063 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-54730b16-69d8-4b84-88d5-b89352a7b069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:20.866866 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-54730b16-69d8-4b84-88d5-b89352a7b069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577716'] for segment, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:20.867429 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.db.segments_db [None req-54730b16-69d8-4b84-88d5-b89352a7b069 admin admin] Added segment 29e44bf0-25da-4d57-a187-72675e544d99 of type vlan for network e1370026-f031-4601-8314-e240c06ab358 Aug 20 15:55:20.883488 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:55:20.894344 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] Usage tracker for resource:security_group_rule and tenant:a9a88cd27266426598354a586a538e28 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:55:20.902396 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:55:20.921102 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:55:20.970174 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-54730b16-69d8-4b84-88d5-b89352a7b069 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786828959910'] for network, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:20.977744 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-91577b7e-19ba-4a67-b8f7-bb60c3072504 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1486242 Aug 20 15:55:21.050250 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-54730b16-69d8-4b84-88d5-b89352a7b069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924'] for network, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:21.051597 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54730b16-69d8-4b84-88d5-b89352a7b069 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:21.052219 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-54730b16-69d8-4b84-88d5-b89352a7b069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for network, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:21.073215 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:21.086000 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:21.098177 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-9ce7673b-af1c-4de2-b1dd-b1a004a4bccb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-530129446-network', 'tenant_id': 'f67c0c6df4d74cfab74276f0502944b4'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:55:21.108365 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-9ce7673b-af1c-4de2-b1dd-b1a004a4bccb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:55:21.118637 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-9ce7673b-af1c-4de2-b1dd-b1a004a4bccb admin admin] Usage tracker for resource:network and tenant:f67c0c6df4d74cfab74276f0502944b4 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:55:21.137409 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-9ce7673b-af1c-4de2-b1dd-b1a004a4bccb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:55:21.162716 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:21.170742 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-9ce7673b-af1c-4de2-b1dd-b1a004a4bccb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:55:21.212309 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-698b68fb-b388-4a7a-94c0-4beb245518aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:21.224546 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-54730b16-69d8-4b84-88d5-b89352a7b069 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2576911 Aug 20 15:55:21.229771 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 55116) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:55:21.245559 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [None req-70f0c73f-b89a-4db2-b059-a09acf5e2275 admin admin] Request body: {'subnet': {'network_id': 'e1370026-f031-4601-8314-e240c06ab358', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1856526269-subnet', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:55:21.258304 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54730b16-69d8-4b84-88d5-b89352a7b069 admin admin] Pushing event updated for resources: {'Network': ['ID=e1370026-f031-4601-8314-e240c06ab358,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:21.264317 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-70f0c73f-b89a-4db2-b059-a09acf5e2275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:55:21.268546 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-54730b16-69d8-4b84-88d5-b89352a7b069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:21.275583 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-70f0c73f-b89a-4db2-b059-a09acf5e2275 admin admin] Usage tracker for resource:subnet and tenant:e7e604552f7c48b6adf92b9295b42ab0 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:55:21.284507 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-70f0c73f-b89a-4db2-b059-a09acf5e2275 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:55:21.286280 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce7673b-af1c-4de2-b1dd-b1a004a4bccb admin admin] Made reservation on behalf of f67c0c6df4d74cfab74276f0502944b4 for: {'network': 1} {{(pid=75060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:55:21.298134 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Network e1370026-f031-4601-8314-e240c06ab358 details requested by agent ovs-agent-dv-cinder-805398-3-smb with host dv-cinder-805398-3-smb {{(pid=75062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 15:55:21.304162 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-9ce7673b-af1c-4de2-b1dd-b1a004a4bccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for network, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:21.304534 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-70f0c73f-b89a-4db2-b059-a09acf5e2275 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:55:21.330240 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f0c73f-b89a-4db2-b059-a09acf5e2275 admin admin] Made reservation on behalf of e7e604552f7c48b6adf92b9295b42ab0 for: {'subnet': 1} {{(pid=75061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:55:21.338454 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-70f0c73f-b89a-4db2-b059-a09acf5e2275 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:21.350228 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1254, 'physical_network': 'physnet1'} {{(pid=75060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 20 15:55:21.399690 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-9ce7673b-af1c-4de2-b1dd-b1a004a4bccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:21.450806 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577716'] for segment, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:21.454303 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.db.segments_db [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] Added segment f5387f52-05f6-482a-b903-dbb0645b62e7 of type vlan for network b66ee0b1-68a2-4efc-b4c2-6a065418e0ac Aug 20 15:55:21.478170 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baac43dc-74b4-4295-a668-668b49dbb6f3,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:21.540744 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16153555-c7fd-4594-8a3f-abfd8f576422 None None] Network 30067384-36e2-4f1d-a3f2-0548715d97a2 requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 15:55:21.552160 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786828959910'] for network, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:21.695501 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924'] for network, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:21.712753 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:21.716623 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:21.717172 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:21.719513 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:21.720064 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:21.720622 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:21.722751 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:21.723352 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:21.723893 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:21.724435 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:21.727559 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:21.733182 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] Tracked resource versions report: Aug 20 15:55:21.733182 dv-cinder-805398-3-smb neutron-server[75060]: pushed versions: Aug 20 15:55:21.733182 dv-cinder-805398-3-smb neutron-server[75060]: { 'ConntrackHelper': {'1.0'}, Aug 20 15:55:21.733182 dv-cinder-805398-3-smb neutron-server[75060]: 'Log': {'1.0'}, Aug 20 15:55:21.733182 dv-cinder-805398-3-smb neutron-server[75060]: 'Network': {'1.1'}, Aug 20 15:55:21.733182 dv-cinder-805398-3-smb neutron-server[75060]: 'Port': {'1.5'}, Aug 20 15:55:21.733182 dv-cinder-805398-3-smb neutron-server[75060]: 'PortForwarding': {'1.2'}, Aug 20 15:55:21.733182 dv-cinder-805398-3-smb neutron-server[75060]: 'QosPolicy': {'1.8'}, Aug 20 15:55:21.733182 dv-cinder-805398-3-smb neutron-server[75060]: 'SecurityGroup': {'1.2'}, Aug 20 15:55:21.733182 dv-cinder-805398-3-smb neutron-server[75060]: 'SecurityGroupRule': {'1.0'}, Aug 20 15:55:21.733182 dv-cinder-805398-3-smb neutron-server[75060]: 'SubPort': {'1.0'}, Aug 20 15:55:21.733182 dv-cinder-805398-3-smb neutron-server[75060]: 'Subnet': {'1.1'}, Aug 20 15:55:21.733182 dv-cinder-805398-3-smb neutron-server[75060]: 'Trunk': {'1.1'}} Aug 20 15:55:21.733182 dv-cinder-805398-3-smb neutron-server[75060]: consumer versions: Aug 20 15:55:21.733182 dv-cinder-805398-3-smb neutron-server[75060]: { DHCP agent@dv-cinder-805398-3-smb: {}, Aug 20 15:55:21.733182 dv-cinder-805398-3-smb neutron-server[75060]: HyperV agent@hv-cinder-80539: {}, Aug 20 15:55:21.733182 dv-cinder-805398-3-smb neutron-server[75060]: L3 agent@dv-cinder-805398-3-smb: {}, Aug 20 15:55:21.733182 dv-cinder-805398-3-smb neutron-server[75060]: Metadata agent@dv-cinder-805398-3-smb: {}, Aug 20 15:55:21.733182 dv-cinder-805398-3-smb neutron-server[75060]: Metering agent@dv-cinder-805398-3-smb: {}, Aug 20 15:55:21.733182 dv-cinder-805398-3-smb neutron-server[75060]: Open vSwitch agent@dv-cinder-805398-3-smb: { 'ConntrackHelper': '1.0', Aug 20 15:55:21.733182 dv-cinder-805398-3-smb neutron-server[75060]: 'Log': '1.0', Aug 20 15:55:21.733182 dv-cinder-805398-3-smb neutron-server[75060]: 'Network': '1.1', Aug 20 15:55:21.733182 dv-cinder-805398-3-smb neutron-server[75060]: 'Port': '1.5', Aug 20 15:55:21.733182 dv-cinder-805398-3-smb neutron-server[75060]: 'PortForwarding': '1.2', Aug 20 15:55:21.733182 dv-cinder-805398-3-smb neutron-server[75060]: 'QosPolicy': '1.8', Aug 20 15:55:21.733182 dv-cinder-805398-3-smb neutron-server[75060]: 'SecurityGroup': '1.2', Aug 20 15:55:21.733182 dv-cinder-805398-3-smb neutron-server[75060]: 'SecurityGroupRule': '1.0', Aug 20 15:55:21.733182 dv-cinder-805398-3-smb neutron-server[75060]: 'SubPort': '1.0', Aug 20 15:55:21.733182 dv-cinder-805398-3-smb neutron-server[75060]: 'Subnet': '1.1', Aug 20 15:55:21.733182 dv-cinder-805398-3-smb neutron-server[75060]: 'Trunk': '1.1'}} Aug 20 15:55:21.733182 dv-cinder-805398-3-smb neutron-server[75060]: {{(pid=75060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 15:55:21.748741 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-9ce7673b-af1c-4de2-b1dd-b1a004a4bccb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:55:21.757851 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:21.765163 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:21.767333 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for network, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:21.783494 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:21.849196 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-9ce7673b-af1c-4de2-b1dd-b1a004a4bccb admin admin] Usage tracker for resource:security_group_rule and tenant:f67c0c6df4d74cfab74276f0502944b4 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:55:21.938745 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-9ce7673b-af1c-4de2-b1dd-b1a004a4bccb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:55:21.958192 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-9ce7673b-af1c-4de2-b1dd-b1a004a4bccb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:55:22.018743 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] Pushing event updated for resources: {'Network': ['ID=b66ee0b1-68a2-4efc-b4c2-6a065418e0ac,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:22.031347 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:22.038058 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0652211 Aug 20 15:55:22.040748 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Network b66ee0b1-68a2-4efc-b4c2-6a065418e0ac details requested by agent ovs-agent-dv-cinder-805398-3-smb with host dv-cinder-805398-3-smb {{(pid=75062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 15:55:22.043274 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 55128) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:55:22.052256 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-29e5f32c-63ba-4122-8cfb-63cf74c0ebe1 admin admin] Request body: {'subnet': {'network_id': 'b66ee0b1-68a2-4efc-b4c2-6a065418e0ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-949118156-subnet', 'tenant_id': 'a9a88cd27266426598354a586a538e28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:55:22.085607 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-29e5f32c-63ba-4122-8cfb-63cf74c0ebe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:55:22.106985 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-29e5f32c-63ba-4122-8cfb-63cf74c0ebe1 admin admin] Usage tracker for resource:subnet and tenant:a9a88cd27266426598354a586a538e28 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:55:22.116173 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-29e5f32c-63ba-4122-8cfb-63cf74c0ebe1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:55:22.138700 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-29e5f32c-63ba-4122-8cfb-63cf74c0ebe1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:55:22.141459 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-70f0c73f-b89a-4db2-b059-a09acf5e2275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924'] for subnet, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:22.161478 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-91577b7e-19ba-4a67-b8f7-bb60c3072504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:22.225729 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e5f32c-63ba-4122-8cfb-63cf74c0ebe1 admin admin] Made reservation on behalf of a9a88cd27266426598354a586a538e28 for: {'subnet': 1} {{(pid=75060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:55:22.230124 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-29e5f32c-63ba-4122-8cfb-63cf74c0ebe1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:22.303480 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0c73f-b89a-4db2-b059-a09acf5e2275 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36223243-b246-4e2e-9e1f-57c0926d199c,revision_number=0']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:22.307716 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-70f0c73f-b89a-4db2-b059-a09acf5e2275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:22.323218 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f0c73f-b89a-4db2-b059-a09acf5e2275 admin admin] Checking segment: {'id': '29e44bf0-25da-4d57-a187-72675e544d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'e1370026-f031-4601-8314-e240c06ab358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:55:22.323791 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f0c73f-b89a-4db2-b059-a09acf5e2275 admin admin] Network hostable DHCP agents. Network: e1370026-f031-4601-8314-e240c06ab358, hostable agents: ['8a4a5844-dabe-4d00-86b6-cc46effaa58e'], hosted agents: [] {{(pid=75061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:55:22.399113 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f0c73f-b89a-4db2-b059-a09acf5e2275 admin admin] Network e1370026-f031-4601-8314-e240c06ab358 is scheduled to be hosted by DHCP agent 8a4a5844-dabe-4d00-86b6-cc46effaa58e with binding_index 1 {{(pid=75061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:55:22.433328 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.base_scheduler [None req-70f0c73f-b89a-4db2-b059-a09acf5e2275 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805398-3-smb, e1370026-f031-4601-8314-e240c06ab358) {{(pid=75061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:55:22.442076 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f0c73f-b89a-4db2-b059-a09acf5e2275 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:22.443134 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-70f0c73f-b89a-4db2-b059-a09acf5e2275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for subnet, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:22.447442 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59ba787-a0a4-448e-a629-b38565615e71 None None] Network e1370026-f031-4601-8314-e240c06ab358 requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 15:55:22.530022 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-70f0c73f-b89a-4db2-b059-a09acf5e2275 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2984245 Aug 20 15:55:22.534831 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 55138) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:55:22.544112 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-9ce7673b-af1c-4de2-b1dd-b1a004a4bccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:22.553488 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [None req-6303967d-c7e2-4f5a-83fe-463bc20764b2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1856526269-router', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'}}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:55:22.556339 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-9ce7673b-af1c-4de2-b1dd-b1a004a4bccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:22.571523 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-6303967d-c7e2-4f5a-83fe-463bc20764b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:55:22.582571 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:22.590639 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-6303967d-c7e2-4f5a-83fe-463bc20764b2 admin admin] Usage tracker for resource:router and tenant:e7e604552f7c48b6adf92b9295b42ab0 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:55:22.600970 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-6303967d-c7e2-4f5a-83fe-463bc20764b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:55:22.623385 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-6303967d-c7e2-4f5a-83fe-463bc20764b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:55:22.659733 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-6303967d-c7e2-4f5a-83fe-463bc20764b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12511'] for router, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:22.661687 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-6303967d-c7e2-4f5a-83fe-463bc20764b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12324'] for router, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:22.697754 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ce7673b-af1c-4de2-b1dd-b1a004a4bccb admin admin] vlan segment allocate from pool success with {'vlan_id': 1255, 'physical_network': 'physnet1'} {{(pid=75060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 20 15:55:22.725878 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7673b-af1c-4de2-b1dd-b1a004a4bccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a967de95-5878-42d9-b590-042aa1066a11,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:22.739555 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-9ce7673b-af1c-4de2-b1dd-b1a004a4bccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:22.750818 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-9ce7673b-af1c-4de2-b1dd-b1a004a4bccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577716'] for segment, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:22.751684 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.db.segments_db [None req-9ce7673b-af1c-4de2-b1dd-b1a004a4bccb admin admin] Added segment cf28a621-c31f-43b5-9f9e-d00941f17343 of type vlan for network fc37f4d2-7566-422c-9224-61d148cf8ba2 Aug 20 15:55:22.796579 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-6303967d-c7e2-4f5a-83fe-463bc20764b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:22.891757 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee73cc1e-0249-5885-9e66-62ae7a28c6c5-e1370026-f031-4601-8314-e240c06ab358', 'network_id': 'e1370026-f031-4601-8314-e240c06ab358', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'fixed_ips': [{'subnet_id': '36223243-b246-4e2e-9e1f-57c0926d199c'}]}} from dv-cinder-805398-3-smb. {{(pid=75062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 20 15:55:22.892843 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:22.990493 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-9ce7673b-af1c-4de2-b1dd-b1a004a4bccb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786828959910'] for network, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:23.177385 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-9ce7673b-af1c-4de2-b1dd-b1a004a4bccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924'] for network, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:23.178672 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce7673b-af1c-4de2-b1dd-b1a004a4bccb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:23.179274 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-9ce7673b-af1c-4de2-b1dd-b1a004a4bccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for network, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:23.194771 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:23.244320 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-29e5f32c-63ba-4122-8cfb-63cf74c0ebe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924'] for subnet, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:23.637276 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-9ce7673b-af1c-4de2-b1dd-b1a004a4bccb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.2203395 Aug 20 15:55:23.642641 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 55174) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:55:23.682316 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7673b-af1c-4de2-b1dd-b1a004a4bccb admin admin] Pushing event updated for resources: {'Network': ['ID=fc37f4d2-7566-422c-9224-61d148cf8ba2,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:23.696791 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-6303967d-c7e2-4f5a-83fe-463bc20764b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12338'] for router, precommit_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:23.698090 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-9ce7673b-af1c-4de2-b1dd-b1a004a4bccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:23.712020 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-b101f450-c8f4-4a2d-a4cd-a2e53ea26d7e admin admin] Request body: {'subnet': {'network_id': 'fc37f4d2-7566-422c-9224-61d148cf8ba2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-530129446-subnet', 'tenant_id': 'f67c0c6df4d74cfab74276f0502944b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:55:23.718839 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-662520f8-340a-4513-839e-11acb1aca42e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.433s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:23.719650 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.db_base_plugin_common [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] Allocated IP 172.20.0.2 (e1370026-f031-4601-8314-e240c06ab358/36223243-b246-4e2e-9e1f-57c0926d199c/69e9d609-daa4-4fbb-88db-a7c906729688) {{(pid=75062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:55:23.734294 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Network fc37f4d2-7566-422c-9224-61d148cf8ba2 details requested by agent ovs-agent-dv-cinder-805398-3-smb with host dv-cinder-805398-3-smb {{(pid=75062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 15:55:23.759121 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-b101f450-c8f4-4a2d-a4cd-a2e53ea26d7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:55:23.786348 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-b101f450-c8f4-4a2d-a4cd-a2e53ea26d7e admin admin] Usage tracker for resource:subnet and tenant:f67c0c6df4d74cfab74276f0502944b4 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:55:23.836045 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-b101f450-c8f4-4a2d-a4cd-a2e53ea26d7e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:55:23.906753 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-b101f450-c8f4-4a2d-a4cd-a2e53ea26d7e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:55:23.952455 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e5f32c-63ba-4122-8cfb-63cf74c0ebe1 admin admin] Checking segment: {'id': 'f5387f52-05f6-482a-b903-dbb0645b62e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'b66ee0b1-68a2-4efc-b4c2-6a065418e0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:55:23.960356 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e5f32c-63ba-4122-8cfb-63cf74c0ebe1 admin admin] Network hostable DHCP agents. Network: b66ee0b1-68a2-4efc-b4c2-6a065418e0ac, hostable agents: ['8a4a5844-dabe-4d00-86b6-cc46effaa58e'], hosted agents: [] {{(pid=75060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:55:24.020908 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5f32c-63ba-4122-8cfb-63cf74c0ebe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45ed7ada-78e1-451e-b2cf-4dc1b606c2c2,revision_number=0']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:24.038378 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-29e5f32c-63ba-4122-8cfb-63cf74c0ebe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:24.061375 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b101f450-c8f4-4a2d-a4cd-a2e53ea26d7e admin admin] Made reservation on behalf of f67c0c6df4d74cfab74276f0502944b4 for: {'subnet': 1} {{(pid=75060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:55:24.069167 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b101f450-c8f4-4a2d-a4cd-a2e53ea26d7e admin admin] Notify callbacks [] for subnet, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:24.159345 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 55188) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:55:24.164444 dv-cinder-805398-3-smb neutron-server[75061]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 20 15:55:24.328400 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] Notify callbacks [] for port, precommit_create {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:24.358423 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] Transition to ACTIVE for port object 69e9d609-daa4-4fbb-88db-a7c906729688 will not be triggered until provisioned by entity L2. {{(pid=75062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:55:24.376510 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e5f32c-63ba-4122-8cfb-63cf74c0ebe1 admin admin] Network b66ee0b1-68a2-4efc-b4c2-6a065418e0ac is scheduled to be hosted by DHCP agent 8a4a5844-dabe-4d00-86b6-cc46effaa58e with binding_index 1 {{(pid=75060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:55:24.393147 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.base_scheduler [None req-29e5f32c-63ba-4122-8cfb-63cf74c0ebe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805398-3-smb, b66ee0b1-68a2-4efc-b4c2-6a065418e0ac) {{(pid=75060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:55:24.403750 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e5f32c-63ba-4122-8cfb-63cf74c0ebe1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:24.404735 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-29e5f32c-63ba-4122-8cfb-63cf74c0ebe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for subnet, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:24.418720 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be949b4-0d23-42ff-ac48-e5451f84f800 None None] Network b66ee0b1-68a2-4efc-b4c2-6a065418e0ac requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 15:55:24.449843 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-29e5f32c-63ba-4122-8cfb-63cf74c0ebe1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4050176 Aug 20 15:55:24.533387 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08c876-3c51-4550-b398-ca651eca3538 req-1974a01b-d7dc-446f-bd14-b86a0a084e26 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:24.535195 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-3e08c876-3c51-4550-b398-ca651eca3538 req-1974a01b-d7dc-446f-bd14-b86a0a084e26 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Synchronizing usage tracker for tenant:3ef32ffa9742498dbab644d6d4143034 on resource:network {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 15:55:24.570890 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-6303967d-c7e2-4f5a-83fe-463bc20764b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:24.615192 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-6303967d-c7e2-4f5a-83fe-463bc20764b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:24.654558 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] Transition to ACTIVE for port object 69e9d609-daa4-4fbb-88db-a7c906729688 will not be triggered until provisioned by entity DHCP. {{(pid=75062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:55:24.658607 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-3e08c876-3c51-4550-b398-ca651eca3538 req-1974a01b-d7dc-446f-bd14-b86a0a084e26 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Unset dirty status for tenant:3ef32ffa9742498dbab644d6d4143034 on resource:network {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 15:55:24.666782 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3e08c876-3c51-4550-b398-ca651eca3538 req-1974a01b-d7dc-446f-bd14-b86a0a084e26 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/networks?id=30067384-36e2-4f1d-a3f2-0548715d97a2 HTTP/1.1" status: 200 len: 815 time: 0.5059543 Aug 20 15:55:24.686114 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943'] for port, after_create {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:24.711182 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3e08c876-3c51-4550-b398-ca651eca3538 req-1eb728f4-8832-4ee9-8198-9226a1c77033 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/quotas/3ef32ffa9742498dbab644d6d4143034 HTTP/1.1" status: 200 len: 375 time: 0.0429971 Aug 20 15:55:24.712815 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b101f450-c8f4-4a2d-a4cd-a2e53ea26d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924'] for subnet, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:24.724968 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:24.742975 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:24.848603 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 55206) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:55:24.886839 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3e08c876-3c51-4550-b398-ca651eca3538 req-4d1d25c1-f956-4e1f-a57c-30ff456fdd54 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ef32ffa9742498dbab644d6d4143034&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1727986 Aug 20 15:55:24.933344 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] Pushing event updated for resources: {'Port': ['ID=69e9d609-daa4-4fbb-88db-a7c906729688,revision_number=1']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:24.956154 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:24.956694 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:24.957837 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:24.957837 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:24.958612 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:24.959110 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:24.959654 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:24.960209 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b101f450-c8f4-4a2d-a4cd-a2e53ea26d7e admin admin] Checking segment: {'id': 'cf28a621-c31f-43b5-9f9e-d00941f17343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'fc37f4d2-7566-422c-9224-61d148cf8ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:55:24.960415 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:24.960776 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:24.960903 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b101f450-c8f4-4a2d-a4cd-a2e53ea26d7e admin admin] Network hostable DHCP agents. Network: fc37f4d2-7566-422c-9224-61d148cf8ba2, hostable agents: ['8a4a5844-dabe-4d00-86b6-cc46effaa58e'], hosted agents: [] {{(pid=75060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:55:24.961283 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:24.961870 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:24.964149 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] Tracked resource versions report: Aug 20 15:55:24.964149 dv-cinder-805398-3-smb neutron-server[75062]: pushed versions: Aug 20 15:55:24.964149 dv-cinder-805398-3-smb neutron-server[75062]: { 'ConntrackHelper': {'1.0'}, Aug 20 15:55:24.964149 dv-cinder-805398-3-smb neutron-server[75062]: 'Log': {'1.0'}, Aug 20 15:55:24.964149 dv-cinder-805398-3-smb neutron-server[75062]: 'Network': {'1.1'}, Aug 20 15:55:24.964149 dv-cinder-805398-3-smb neutron-server[75062]: 'Port': {'1.5'}, Aug 20 15:55:24.964149 dv-cinder-805398-3-smb neutron-server[75062]: 'PortForwarding': {'1.2'}, Aug 20 15:55:24.964149 dv-cinder-805398-3-smb neutron-server[75062]: 'QosPolicy': {'1.8'}, Aug 20 15:55:24.964149 dv-cinder-805398-3-smb neutron-server[75062]: 'SecurityGroup': {'1.2'}, Aug 20 15:55:24.964149 dv-cinder-805398-3-smb neutron-server[75062]: 'SecurityGroupRule': {'1.0'}, Aug 20 15:55:24.964149 dv-cinder-805398-3-smb neutron-server[75062]: 'SubPort': {'1.0'}, Aug 20 15:55:24.964149 dv-cinder-805398-3-smb neutron-server[75062]: 'Subnet': {'1.1'}, Aug 20 15:55:24.964149 dv-cinder-805398-3-smb neutron-server[75062]: 'Trunk': {'1.1'}} Aug 20 15:55:24.964149 dv-cinder-805398-3-smb neutron-server[75062]: consumer versions: Aug 20 15:55:24.964149 dv-cinder-805398-3-smb neutron-server[75062]: { DHCP agent@dv-cinder-805398-3-smb: {}, Aug 20 15:55:24.964149 dv-cinder-805398-3-smb neutron-server[75062]: HyperV agent@hv-cinder-80539: {}, Aug 20 15:55:24.964149 dv-cinder-805398-3-smb neutron-server[75062]: L3 agent@dv-cinder-805398-3-smb: {}, Aug 20 15:55:24.964149 dv-cinder-805398-3-smb neutron-server[75062]: Metadata agent@dv-cinder-805398-3-smb: {}, Aug 20 15:55:24.964149 dv-cinder-805398-3-smb neutron-server[75062]: Metering agent@dv-cinder-805398-3-smb: {}, Aug 20 15:55:24.964149 dv-cinder-805398-3-smb neutron-server[75062]: Open vSwitch agent@dv-cinder-805398-3-smb: { 'ConntrackHelper': '1.0', Aug 20 15:55:24.964149 dv-cinder-805398-3-smb neutron-server[75062]: 'Log': '1.0', Aug 20 15:55:24.964149 dv-cinder-805398-3-smb neutron-server[75062]: 'Network': '1.1', Aug 20 15:55:24.964149 dv-cinder-805398-3-smb neutron-server[75062]: 'Port': '1.5', Aug 20 15:55:24.964149 dv-cinder-805398-3-smb neutron-server[75062]: 'PortForwarding': '1.2', Aug 20 15:55:24.964149 dv-cinder-805398-3-smb neutron-server[75062]: 'QosPolicy': '1.8', Aug 20 15:55:24.964149 dv-cinder-805398-3-smb neutron-server[75062]: 'SecurityGroup': '1.2', Aug 20 15:55:24.964149 dv-cinder-805398-3-smb neutron-server[75062]: 'SecurityGroupRule': '1.0', Aug 20 15:55:24.964149 dv-cinder-805398-3-smb neutron-server[75062]: 'SubPort': '1.0', Aug 20 15:55:24.964149 dv-cinder-805398-3-smb neutron-server[75062]: 'Subnet': '1.1', Aug 20 15:55:24.964149 dv-cinder-805398-3-smb neutron-server[75062]: 'Trunk': '1.1'}} Aug 20 15:55:24.964149 dv-cinder-805398-3-smb neutron-server[75062]: {{(pid=75062) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 15:55:24.990338 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101f450-c8f4-4a2d-a4cd-a2e53ea26d7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=10eaa4f8-a6eb-4f2f-96c7-b53d6cba92f7,revision_number=0']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:24.992024 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:25.002601 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-b101f450-c8f4-4a2d-a4cd-a2e53ea26d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:25.026872 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] Network e1370026-f031-4601-8314-e240c06ab358 is already hosted by enough agents. {{(pid=75062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:55:25.031548 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b101f450-c8f4-4a2d-a4cd-a2e53ea26d7e admin admin] Network fc37f4d2-7566-422c-9224-61d148cf8ba2 is scheduled to be hosted by DHCP agent 8a4a5844-dabe-4d00-86b6-cc46effaa58e with binding_index 1 {{(pid=75060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:55:25.047094 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.scheduler.base_scheduler [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] Resources bound (agent type, host, resource id): {{(pid=75062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:55:25.050486 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] Received port after_create {{(pid=75062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:55:25.054568 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.base_scheduler [None req-b101f450-c8f4-4a2d-a4cd-a2e53ea26d7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805398-3-smb, fc37f4d2-7566-422c-9224-61d148cf8ba2) {{(pid=75060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:55:25.060045 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b101f450-c8f4-4a2d-a4cd-a2e53ea26d7e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:25.060647 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b101f450-c8f4-4a2d-a4cd-a2e53ea26d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for subnet, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:25.073987 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d095f1cf-2107-4baa-b531-cdaad7102489 None None] Network fc37f4d2-7566-422c-9224-61d148cf8ba2 requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 15:55:25.110221 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-b101f450-c8f4-4a2d-a4cd-a2e53ea26d7e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4585466 Aug 20 15:55:25.111755 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 55226) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:55:25.147937 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-a9c27625-b40c-456e-b855-ed20e62f1e6a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-530129446-router', 'tenant_id': 'f67c0c6df4d74cfab74276f0502944b4', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'}}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:55:25.171710 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-a9c27625-b40c-456e-b855-ed20e62f1e6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:55:25.183688 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-a9c27625-b40c-456e-b855-ed20e62f1e6a admin admin] Usage tracker for resource:router and tenant:f67c0c6df4d74cfab74276f0502944b4 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:55:25.199329 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-a9c27625-b40c-456e-b855-ed20e62f1e6a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:55:25.233705 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-a9c27625-b40c-456e-b855-ed20e62f1e6a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:55:25.240582 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.db_base_plugin_common [None req-6303967d-c7e2-4f5a-83fe-463bc20764b2 admin admin] Allocated IP 172.28.2.230 (1515200a-7cd1-4ec3-bca4-b17b78debdd2/e9a37b8d-0a16-4543-b6cb-0b09a5c894bc/064a5ec0-ca6d-4322-8a54-3af08507212f) {{(pid=75061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:55:25.282499 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a9c27625-b40c-456e-b855-ed20e62f1e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12511'] for router, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:25.284187 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a9c27625-b40c-456e-b855-ed20e62f1e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12324'] for router, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:25.351417 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a9c27625-b40c-456e-b855-ed20e62f1e6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:25.648608 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-6303967d-c7e2-4f5a-83fe-463bc20764b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:25.714112 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-6303967d-c7e2-4f5a-83fe-463bc20764b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943'] for port, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:25.741618 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-dba9488f-733b-45f7-8b12-5fba51ab86a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:25.749535 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] Attempting to bind port 69e9d609-daa4-4fbb-88db-a7c906729688 on host dv-cinder-805398-3-smb for vnic_type normal with profile {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:55:25.750810 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] Attempting to bind port 69e9d609-daa4-4fbb-88db-a7c906729688 by drivers openvswitch,hyperv on host dv-cinder-805398-3-smb at level 0 using segments [{'id': '29e44bf0-25da-4d57-a187-72675e544d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'e1370026-f031-4601-8314-e240c06ab358'}] {{(pid=75062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:55:25.751342 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] Attempting to bind port 69e9d609-daa4-4fbb-88db-a7c906729688 on network e1370026-f031-4601-8314-e240c06ab358 {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:55:25.768565 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2e1285-60ef-4cf0-bac1-cdb7926a7f8f None None] Network fc37f4d2-7566-422c-9224-61d148cf8ba2 requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 15:55:25.793194 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-fcd4d0a4-ef24-4474-99fa-21a09f648be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:25.796124 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bfa1c0-11ea-496c-9d67-7f602438b5a7 None None] Network b66ee0b1-68a2-4efc-b4c2-6a065418e0ac requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 15:55:25.846943 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a9c27625-b40c-456e-b855-ed20e62f1e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12338'] for router, precommit_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:25.866441 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6303967d-c7e2-4f5a-83fe-463bc20764b2 admin admin] Network 1515200a-7cd1-4ec3-bca4-b17b78debdd2 is already hosted by enough agents. {{(pid=75061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:55:25.885499 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.base_scheduler [None req-6303967d-c7e2-4f5a-83fe-463bc20764b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=75061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:55:25.885739 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-fcd4d0a4-ef24-4474-99fa-21a09f648be9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:55:25.892173 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6303967d-c7e2-4f5a-83fe-463bc20764b2 admin admin] Received port after_create {{(pid=75061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:55:25.896213 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-fcd4d0a4-ef24-4474-99fa-21a09f648be9 admin admin] Usage tracker for resource:security_group_rule and tenant:3fc385d50af44362bc19d58fd5592b45 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:55:25.901075 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-fcd4d0a4-ef24-4474-99fa-21a09f648be9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:55:25.910927 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-fcd4d0a4-ef24-4474-99fa-21a09f648be9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:55:26.016697 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6303967d-c7e2-4f5a-83fe-463bc20764b2 admin admin] Pushing event updated for resources: {'Port': ['ID=064a5ec0-ca6d-4322-8a54-3af08507212f,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:26.035552 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-6303967d-c7e2-4f5a-83fe-463bc20764b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:26.113111 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] Checking agent: {'id': 'f0705a43-169d-4811-8182-ed59241d69e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805398-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 46, 40), 'started_at': datetime.datetime(2021, 8, 20, 15, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805398-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:55:26.118459 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] Checking segment: {'id': '29e44bf0-25da-4d57-a187-72675e544d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'e1370026-f031-4601-8314-e240c06ab358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:55:26.119453 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:26.120362 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] Bound using segment: {'id': '29e44bf0-25da-4d57-a187-72675e544d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'e1370026-f031-4601-8314-e240c06ab358'} {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:55:26.121455 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] Bound port: 69e9d609-daa4-4fbb-88db-a7c906729688, host: dv-cinder-805398-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29e44bf0-25da-4d57-a187-72675e544d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'e1370026-f031-4601-8314-e240c06ab358'}}] {{(pid=75062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:55:26.129466 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:26.164848 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-6303967d-c7e2-4f5a-83fe-463bc20764b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:26.166028 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-6303967d-c7e2-4f5a-83fe-463bc20764b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405534'] for router, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:26.577428 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [req-3e08c876-3c51-4550-b398-ca651eca3538 req-aa126a28-d449-43ce-ae9c-434cbfee649d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=75061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 20 15:55:26.580635 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3e08c876-3c51-4550-b398-ca651eca3538 req-aa126a28-d449-43ce-ae9c-434cbfee649d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.7380462 Aug 20 15:55:26.742496 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a9c27625-b40c-456e-b855-ed20e62f1e6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:26.784171 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6303967d-c7e2-4f5a-83fe-463bc20764b2 admin admin] Router a9b20389-1c7e-40b6-b47f-af0f943f390d is scheduled to L3 agent ecccf787-6cb6-4f52-bf94-e4285ae9b988 with binding_index 1 {{(pid=75061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:55:26.787849 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-fcd4d0a4-ef24-4474-99fa-21a09f648be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:26.800545 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-fcd4d0a4-ef24-4474-99fa-21a09f648be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:26.801769 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a9c27625-b40c-456e-b855-ed20e62f1e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:26.916075 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3e08c876-3c51-4550-b398-ca651eca3538 req-7d48d796-7d8c-4b53-95cf-40ca815e71e2 service neutron] 10.222.0.13 "GET /v2.0/networks/30067384-36e2-4f1d-a3f2-0548715d97a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091936 Aug 20 15:55:26.972807 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-9ce7673b-af1c-4de2-b1dd-b1a004a4bccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:27.015192 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] For port 69e9d609-daa4-4fbb-88db-a7c906729688, host dv-cinder-805398-3-smb, cleared binding levels {{(pid=75062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:55:27.136611 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4d0a4-ef24-4474-99fa-21a09f648be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d51061d-3698-44c7-a4a5-b29cb6454da9,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:27.150818 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] For port 69e9d609-daa4-4fbb-88db-a7c906729688, host dv-cinder-805398-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=69e9d609-daa4-4fbb-88db-a7c906729688,segment=NetworkSegment(29e44bf0-25da-4d57-a187-72675e544d99),segment_id=29e44bf0-25da-4d57-a187-72675e544d99)] {{(pid=75062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:55:27.157183 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-fcd4d0a4-ef24-4474-99fa-21a09f648be9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3fc385d50af44362bc19d58fd5592b45&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2771690 Aug 20 15:55:27.160958 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-fcd4d0a4-ef24-4474-99fa-21a09f648be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:27.161732 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 55258) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:55:27.289954 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:27.323398 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.db_base_plugin_common [None req-a9c27625-b40c-456e-b855-ed20e62f1e6a admin admin] Allocated IP 172.28.2.116 (1515200a-7cd1-4ec3-bca4-b17b78debdd2/e9a37b8d-0a16-4543-b6cb-0b09a5c894bc/1660cfd9-9619-4e67-a900-7fb4055f84e0) {{(pid=75060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:55:27.357062 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:27.369331 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3e08c876-3c51-4550-b398-ca651eca3538 req-21ee3ec1-4134-43f3-8fb4-c4ab5618c24e service neutron] 10.222.0.13 "GET /v2.0/networks/30067384-36e2-4f1d-a3f2-0548715d97a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389970 Aug 20 15:55:27.445319 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6303967d-c7e2-4f5a-83fe-463bc20764b2 admin admin] Notify agent at l3_agent.dv-cinder-805398-3-smb the message routers_updated {{(pid=75061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:55:27.455744 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6c169f-b529-4b56-a752-65b830ee5e33 None None] Sync routers for ids ['a9b20389-1c7e-40b6-b47f-af0f943f390d'] in dv-cinder-805398-3-smb {{(pid=75063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 20 15:55:27.483692 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6c169f-b529-4b56-a752-65b830ee5e33 None None] Routers {'a9b20389-1c7e-40b6-b47f-af0f943f390d'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:55:27.484936 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-3d6c169f-b529-4b56-a752-65b830ee5e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T15:55:12Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['a9b20389-1c7e-40b6-b47f-af0f943f390d'], 'active': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:55:27.531911 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-6303967d-c7e2-4f5a-83fe-463bc20764b2 admin admin] Notify callbacks [] for router, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:27.535671 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-6303967d-c7e2-4f5a-83fe-463bc20764b2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9992664 Aug 20 15:55:27.550346 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 55268) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:55:27.558542 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 55272) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:55:27.693235 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] Pushing event updated for resources: {'Port': ['ID=69e9d609-daa4-4fbb-88db-a7c906729688,revision_number=2']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:27.711792 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:27.888465 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-bafddce8-a468-48a3-a3c3-da521765c9bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:28.182690 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-69178f90-7a7a-427f-9af2-28ed86f7f150 req-f543e87b-b6e2-4e0e-9b9e-ad86e90ea455 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=61e859b3-95c3-43c1-8aa2-dbadaacf4688 HTTP/1.1" status: 200 len: 210 time: 0.1283479 Aug 20 15:55:28.203704 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvr_db [None req-3d6c169f-b529-4b56-a752-65b830ee5e33 None None] Set router a9b20389-1c7e-40b6-b47f-af0f943f390d gateway port host: dv-cinder-805398-3-smb {{(pid=75063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 15:55:28.238106 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a9c27625-b40c-456e-b855-ed20e62f1e6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:28.307587 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-bafddce8-a468-48a3-a3c3-da521765c9bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:28.407081 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-3bff24d7-33ba-4fac-a7ee-916920ae895b tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:28.410046 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-3bff24d7-33ba-4fac-a7ee-916920ae895b tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] 10.222.0.13 "GET /v2.0/networks?id=b66ee0b1-68a2-4efc-b4c2-6a065418e0ac HTTP/1.1" status: 200 len: 811 time: 0.8492897 Aug 20 15:55:28.459347 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-ae78fc7d-4c24-4bdc-bf02-c3da255bd2ea tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] 10.222.0.13 "GET /v2.0/quotas/a9a88cd27266426598354a586a538e28 HTTP/1.1" status: 200 len: 375 time: 0.0414920 Aug 20 15:55:28.688643 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-4addd403-6e08-4477-94c2-c98e5d67b22e tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a9a88cd27266426598354a586a538e28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2177575 Aug 20 15:55:28.695149 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 69e9d609-daa4-4fbb-88db-a7c906729688 up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:55:28.785545 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a9c27625-b40c-456e-b855-ed20e62f1e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943'] for port, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:28.800031 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:29.120241 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-bafddce8-a468-48a3-a3c3-da521765c9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:29.133677 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c27625-b40c-456e-b855-ed20e62f1e6a admin admin] Pushing event updated for resources: {'Port': ['ID=1660cfd9-9619-4e67-a900-7fb4055f84e0,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:29.151829 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-a9c27625-b40c-456e-b855-ed20e62f1e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:29.156623 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c27625-b40c-456e-b855-ed20e62f1e6a admin admin] Network 1515200a-7cd1-4ec3-bca4-b17b78debdd2 is already hosted by enough agents. {{(pid=75060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:55:29.194024 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.base_scheduler [None req-a9c27625-b40c-456e-b855-ed20e62f1e6a admin admin] Resources bound (agent type, host, resource id): {{(pid=75060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:55:29.204844 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c27625-b40c-456e-b855-ed20e62f1e6a admin admin] Received port after_create {{(pid=75060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:55:29.230884 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning for port 69e9d609-daa4-4fbb-88db-a7c906729688 completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:55:29.322484 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-d2eecc2e-63a8-442e-8132-f481894ace84 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=75061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 20 15:55:29.331992 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-d2eecc2e-63a8-442e-8132-f481894ace84 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1921270 Aug 20 15:55:29.431151 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:29.557891 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-3d6c169f-b529-4b56-a752-65b830ee5e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'name': 'tempest-AttachVolumeTestJSON-1856526269-router', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': '064a5ec0-ca6d-4322-8a54-3af08507212f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:22Z', 'updated_at': '2021-08-20T15:55:26Z', 'revision_number': 3, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'gw_port': {'id': '064a5ec0-ca6d-4322-8a54-3af08507212f', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:62:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:24Z', 'updated_at': '2021-08-20T15:55:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb'}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:55:29.578112 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6c169f-b529-4b56-a752-65b830ee5e33 None None] Checking router: a9b20389-1c7e-40b6-b47f-af0f943f390d for host: dv-cinder-805398-3-smb {{(pid=75063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 20 15:55:29.578487 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6c169f-b529-4b56-a752-65b830ee5e33 None None] Updating router a9b20389-1c7e-40b6-b47f-af0f943f390d port 064a5ec0-ca6d-4322-8a54-3af08507212f binding host dv-cinder-805398-3-smb {{(pid=75063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 20 15:55:29.616486 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-bafddce8-a468-48a3-a3c3-da521765c9bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:29.630308 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-bafddce8-a468-48a3-a3c3-da521765c9bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d51061d-3698-44c7-a4a5-b29cb6454da9 HTTP/1.1" status: 204 len: 168 time: 2.4515958 Aug 20 15:55:29.640579 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafddce8-a468-48a3-a3c3-da521765c9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d51061d-3698-44c7-a4a5-b29cb6454da9,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:29.652845 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-bafddce8-a468-48a3-a3c3-da521765c9bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:29.861501 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-3d6c169f-b529-4b56-a752-65b830ee5e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:29.867711 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07811d58-c7d8-403c-8783-663fccb46677 None None] Network e1370026-f031-4601-8314-e240c06ab358 requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 15:55:29.930392 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-fffff813-ecc4-4a1e-8b06-1f2eef89d006 req-3d511f5f-a77b-4de0-bf17-5aafc8e3b519 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=61e859b3-95c3-43c1-8aa2-dbadaacf4688 HTTP/1.1" status: 200 len: 210 time: 0.2237785 Aug 20 15:55:30.108199 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-3646c9b4-2e81-48d6-b84a-0aa17b2f8298 service neutron] 10.222.0.13 "GET /v2.0/networks/b66ee0b1-68a2-4efc-b4c2-6a065418e0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7691214 Aug 20 15:55:30.545509 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-cba0af19-3919-4590-b108-1ed83d623ddc None None] Provisioning for port 69e9d609-daa4-4fbb-88db-a7c906729688 completed by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:55:30.569836 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-cba0af19-3919-4590-b108-1ed83d623ddc None None] Provisioning complete for port 69e9d609-daa4-4fbb-88db-a7c906729688 triggered by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:55:30.572089 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-cba0af19-3919-4590-b108-1ed83d623ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:30.603400 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-27647f11-f793-40a1-98c0-f7bcf8e96dba service neutron] 10.222.0.13 "GET /v2.0/networks/b66ee0b1-68a2-4efc-b4c2-6a065418e0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4887958 Aug 20 15:55:30.737565 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a9c27625-b40c-456e-b855-ed20e62f1e6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:30.738404 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a9c27625-b40c-456e-b855-ed20e62f1e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405534'] for router, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:31.140346 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-cba0af19-3919-4590-b108-1ed83d623ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:31.299829 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-cba0af19-3919-4590-b108-1ed83d623ddc None None] For port 69e9d609-daa4-4fbb-88db-a7c906729688, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=69e9d609-daa4-4fbb-88db-a7c906729688,segment=NetworkSegment(29e44bf0-25da-4d57-a187-72675e544d99),segment_id=29e44bf0-25da-4d57-a187-72675e544d99)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:55:31.301012 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-045daa7f-fca7-415f-9b92-3f6c6b83de5e req-6a92fae2-1883-496c-b065-6824ae7d9f61 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] 10.222.0.13 "GET /v2.0/ports?device_id=5141f455-2850-4d12-a564-93c67ab9d1cb HTTP/1.1" status: 200 len: 210 time: 0.1609826 Aug 20 15:55:31.314367 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-cba0af19-3919-4590-b108-1ed83d623ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:31.331803 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:31.615626 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0af19-3919-4590-b108-1ed83d623ddc None None] Pushing event updated for resources: {'Port': ['ID=69e9d609-daa4-4fbb-88db-a7c906729688,revision_number=3']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:31.622049 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-cba0af19-3919-4590-b108-1ed83d623ddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:31.647519 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-768855be-3b11-423d-be1e-b9ea950e031c req-e179dde9-2917-4517-b5c8-3c41fc1f8ca7 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=61e859b3-95c3-43c1-8aa2-dbadaacf4688 HTTP/1.1" status: 200 len: 210 time: 0.1479664 Aug 20 15:55:31.700529 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-9fd06706-8869-4295-b10a-a0cbca2e3773 None None] Provisioning complete for port 69e9d609-daa4-4fbb-88db-a7c906729688 triggered by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:55:31.700910 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-9fd06706-8869-4295-b10a-a0cbca2e3773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:32.003877 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-3d6c169f-b529-4b56-a752-65b830ee5e33 None None] Notify callbacks [] for port, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:32.066040 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [None req-3d6c169f-b529-4b56-a752-65b830ee5e33 None None] Transition to ACTIVE for port object 064a5ec0-ca6d-4322-8a54-3af08507212f will not be triggered until provisioned by entity L2. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:55:32.090257 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-3d6c169f-b529-4b56-a752-65b830ee5e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:32.101786 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-baf765ae-49bf-494b-b05c-e02f48d25e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:32.314734 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [None req-3d6c169f-b529-4b56-a752-65b830ee5e33 None None] Attempting to bind port 064a5ec0-ca6d-4322-8a54-3af08507212f on host dv-cinder-805398-3-smb for vnic_type normal with profile {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:55:32.315101 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [None req-3d6c169f-b529-4b56-a752-65b830ee5e33 None None] Attempting to bind port 064a5ec0-ca6d-4322-8a54-3af08507212f by drivers openvswitch,hyperv on host dv-cinder-805398-3-smb at level 0 using segments [{'id': 'a5ca86d2-2020-4ee5-a03b-d47a6c676c14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:55:32.326613 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c169f-b529-4b56-a752-65b830ee5e33 None None] Attempting to bind port 064a5ec0-ca6d-4322-8a54-3af08507212f on network 1515200a-7cd1-4ec3-bca4-b17b78debdd2 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:55:32.345012 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad222826-9f7e-49bc-8619-7ed1a0b375a7 None None] Pushing event updated for resources: {'Port': ['ID=064a5ec0-ca6d-4322-8a54-3af08507212f,revision_number=2']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:32.379019 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c169f-b529-4b56-a752-65b830ee5e33 None None] Checking agent: {'id': 'f0705a43-169d-4811-8182-ed59241d69e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805398-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 46, 40), 'started_at': datetime.datetime(2021, 8, 20, 15, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805398-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:55:32.380231 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c169f-b529-4b56-a752-65b830ee5e33 None None] Checking segment: {'id': 'a5ca86d2-2020-4ee5-a03b-d47a6c676c14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:55:32.382355 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-3d6c169f-b529-4b56-a752-65b830ee5e33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:32.385709 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c169f-b529-4b56-a752-65b830ee5e33 None None] Bound using segment: {'id': 'a5ca86d2-2020-4ee5-a03b-d47a6c676c14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:55:32.387012 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [None req-3d6c169f-b529-4b56-a752-65b830ee5e33 None None] Bound port: 064a5ec0-ca6d-4322-8a54-3af08507212f, host: dv-cinder-805398-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ca86d2-2020-4ee5-a03b-d47a6c676c14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'}}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:55:32.387972 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-3d6c169f-b529-4b56-a752-65b830ee5e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:32.471159 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad222826-9f7e-49bc-8619-7ed1a0b375a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:32.473048 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad222826-9f7e-49bc-8619-7ed1a0b375a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:32.473631 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad222826-9f7e-49bc-8619-7ed1a0b375a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:32.475495 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad222826-9f7e-49bc-8619-7ed1a0b375a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:32.476020 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad222826-9f7e-49bc-8619-7ed1a0b375a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:32.476573 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad222826-9f7e-49bc-8619-7ed1a0b375a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:32.477708 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad222826-9f7e-49bc-8619-7ed1a0b375a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:32.478932 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad222826-9f7e-49bc-8619-7ed1a0b375a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:32.479476 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad222826-9f7e-49bc-8619-7ed1a0b375a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:32.481024 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad222826-9f7e-49bc-8619-7ed1a0b375a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:32.482393 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad222826-9f7e-49bc-8619-7ed1a0b375a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:32.485904 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad222826-9f7e-49bc-8619-7ed1a0b375a7 None None] Tracked resource versions report: Aug 20 15:55:32.485904 dv-cinder-805398-3-smb neutron-server[75063]: pushed versions: Aug 20 15:55:32.485904 dv-cinder-805398-3-smb neutron-server[75063]: { 'ConntrackHelper': {'1.0'}, Aug 20 15:55:32.485904 dv-cinder-805398-3-smb neutron-server[75063]: 'Log': {'1.0'}, Aug 20 15:55:32.485904 dv-cinder-805398-3-smb neutron-server[75063]: 'Network': {'1.1'}, Aug 20 15:55:32.485904 dv-cinder-805398-3-smb neutron-server[75063]: 'Port': {'1.5'}, Aug 20 15:55:32.485904 dv-cinder-805398-3-smb neutron-server[75063]: 'PortForwarding': {'1.2'}, Aug 20 15:55:32.485904 dv-cinder-805398-3-smb neutron-server[75063]: 'QosPolicy': {'1.8'}, Aug 20 15:55:32.485904 dv-cinder-805398-3-smb neutron-server[75063]: 'SecurityGroup': {'1.2'}, Aug 20 15:55:32.485904 dv-cinder-805398-3-smb neutron-server[75063]: 'SecurityGroupRule': {'1.0'}, Aug 20 15:55:32.485904 dv-cinder-805398-3-smb neutron-server[75063]: 'SubPort': {'1.0'}, Aug 20 15:55:32.485904 dv-cinder-805398-3-smb neutron-server[75063]: 'Subnet': {'1.1'}, Aug 20 15:55:32.485904 dv-cinder-805398-3-smb neutron-server[75063]: 'Trunk': {'1.1'}} Aug 20 15:55:32.485904 dv-cinder-805398-3-smb neutron-server[75063]: consumer versions: Aug 20 15:55:32.485904 dv-cinder-805398-3-smb neutron-server[75063]: { DHCP agent@dv-cinder-805398-3-smb: {}, Aug 20 15:55:32.485904 dv-cinder-805398-3-smb neutron-server[75063]: HyperV agent@hv-cinder-80539: {}, Aug 20 15:55:32.485904 dv-cinder-805398-3-smb neutron-server[75063]: L3 agent@dv-cinder-805398-3-smb: {}, Aug 20 15:55:32.485904 dv-cinder-805398-3-smb neutron-server[75063]: Metadata agent@dv-cinder-805398-3-smb: {}, Aug 20 15:55:32.485904 dv-cinder-805398-3-smb neutron-server[75063]: Metering agent@dv-cinder-805398-3-smb: {}, Aug 20 15:55:32.485904 dv-cinder-805398-3-smb neutron-server[75063]: Open vSwitch agent@dv-cinder-805398-3-smb: { 'ConntrackHelper': '1.0', Aug 20 15:55:32.485904 dv-cinder-805398-3-smb neutron-server[75063]: 'Log': '1.0', Aug 20 15:55:32.485904 dv-cinder-805398-3-smb neutron-server[75063]: 'Network': '1.1', Aug 20 15:55:32.485904 dv-cinder-805398-3-smb neutron-server[75063]: 'Port': '1.5', Aug 20 15:55:32.485904 dv-cinder-805398-3-smb neutron-server[75063]: 'PortForwarding': '1.2', Aug 20 15:55:32.485904 dv-cinder-805398-3-smb neutron-server[75063]: 'QosPolicy': '1.8', Aug 20 15:55:32.485904 dv-cinder-805398-3-smb neutron-server[75063]: 'SecurityGroup': '1.2', Aug 20 15:55:32.485904 dv-cinder-805398-3-smb neutron-server[75063]: 'SecurityGroupRule': '1.0', Aug 20 15:55:32.485904 dv-cinder-805398-3-smb neutron-server[75063]: 'SubPort': '1.0', Aug 20 15:55:32.485904 dv-cinder-805398-3-smb neutron-server[75063]: 'Subnet': '1.1', Aug 20 15:55:32.485904 dv-cinder-805398-3-smb neutron-server[75063]: 'Trunk': '1.1'}} Aug 20 15:55:32.485904 dv-cinder-805398-3-smb neutron-server[75063]: {{(pid=75063) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 15:55:32.494853 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-ad222826-9f7e-49bc-8619-7ed1a0b375a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:32.572603 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5e0ecb31-41f2-4fa8-a2e5-ca6e65be3755 req-a513239e-a25e-48e9-ab9f-198a6790acc7 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] 10.222.0.13 "GET /v2.0/ports?device_id=5141f455-2850-4d12-a564-93c67ab9d1cb HTTP/1.1" status: 200 len: 210 time: 0.1076882 Aug 20 15:55:32.631645 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.db [None req-3d6c169f-b529-4b56-a752-65b830ee5e33 None None] For port 064a5ec0-ca6d-4322-8a54-3af08507212f, host dv-cinder-805398-3-smb, cleared binding levels {{(pid=75063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:55:32.643381 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.db [None req-3d6c169f-b529-4b56-a752-65b830ee5e33 None None] For port 064a5ec0-ca6d-4322-8a54-3af08507212f, host dv-cinder-805398-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=064a5ec0-ca6d-4322-8a54-3af08507212f,segment=NetworkSegment(a5ca86d2-2020-4ee5-a03b-d47a6c676c14),segment_id=a5ca86d2-2020-4ee5-a03b-d47a6c676c14)] {{(pid=75063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:55:32.655726 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-3d6c169f-b529-4b56-a752-65b830ee5e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:32.671924 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-baf765ae-49bf-494b-b05c-e02f48d25e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:32.703336 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 69e9d609-daa4-4fbb-88db-a7c906729688 up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:55:32.905386 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.54', 56898) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:55:32.911038 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6c169f-b529-4b56-a752-65b830ee5e33 None None] Routers {'a9b20389-1c7e-40b6-b47f-af0f943f390d'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:55:32.912427 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-3d6c169f-b529-4b56-a752-65b830ee5e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T15:55:12Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['a9b20389-1c7e-40b6-b47f-af0f943f390d'], 'active': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:55:32.954716 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port 69e9d609-daa4-4fbb-88db-a7c906729688 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:55:32.955116 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:33.121404 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad222826-9f7e-49bc-8619-7ed1a0b375a7 None None] Pushing event updated for resources: {'Port': ['ID=064a5ec0-ca6d-4322-8a54-3af08507212f,revision_number=3']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:33.142871 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-ad222826-9f7e-49bc-8619-7ed1a0b375a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:33.378796 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c27625-b40c-456e-b855-ed20e62f1e6a admin admin] Router 48284600-5653-4e26-ab07-5767d01c1b5b is scheduled to L3 agent ecccf787-6cb6-4f52-bf94-e4285ae9b988 with binding_index 1 {{(pid=75060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:55:33.591915 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08c876-3c51-4550-b398-ca651eca3538 req-3fc70ac2-1331-481f-af6b-ea618aacf0c1 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:33.595539 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3e08c876-3c51-4550-b398-ca651eca3538 req-3fc70ac2-1331-481f-af6b-ea618aacf0c1 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.54 "GET /v2.0/networks?id=30067384-36e2-4f1d-a3f2-0548715d97a2 HTTP/1.1" status: 200 len: 815 time: 0.6812320 Aug 20 15:55:33.609777 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-0dba116a-da5f-4094-adb2-13c235a2b568 req-ca958f89-ce9f-4873-9a84-e3abae4c2ce9 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=61e859b3-95c3-43c1-8aa2-dbadaacf4688 HTTP/1.1" status: 200 len: 210 time: 0.3914349 Aug 20 15:55:33.650453 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [req-3e08c876-3c51-4550-b398-ca651eca3538 req-c008631e-87dc-48de-80ac-2d1daa59fcd2 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Request body: {'port': {'device_id': '61e859b3-95c3-43c1-8aa2-dbadaacf4688', 'network_id': '30067384-36e2-4f1d-a3f2-0548715d97a2', 'admin_state_up': True, 'tenant_id': '3ef32ffa9742498dbab644d6d4143034'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:55:33.820944 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvr_db [None req-3d6c169f-b529-4b56-a752-65b830ee5e33 None None] Set router a9b20389-1c7e-40b6-b47f-af0f943f390d gateway port host: dv-cinder-805398-3-smb {{(pid=75063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 15:55:33.825374 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-683caca5-2696-4c8f-beb9-9912565c45ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:34.253325 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [req-3e08c876-3c51-4550-b398-ca651eca3538 req-c008631e-87dc-48de-80ac-2d1daa59fcd2 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:55:34.270539 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-3e08c876-3c51-4550-b398-ca651eca3538 req-c008631e-87dc-48de-80ac-2d1daa59fcd2 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Usage tracker for resource:port and tenant:3ef32ffa9742498dbab644d6d4143034 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:55:34.286042 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-3e08c876-3c51-4550-b398-ca651eca3538 req-c008631e-87dc-48de-80ac-2d1daa59fcd2 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:55:34.323238 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [req-3e08c876-3c51-4550-b398-ca651eca3538 req-c008631e-87dc-48de-80ac-2d1daa59fcd2 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:55:34.389569 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e08c876-3c51-4550-b398-ca651eca3538 req-c008631e-87dc-48de-80ac-2d1daa59fcd2 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Made reservation on behalf of 3ef32ffa9742498dbab644d6d4143034 for: {'port': 1} {{(pid=75061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:55:34.396106 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-3e08c876-3c51-4550-b398-ca651eca3538 req-c008631e-87dc-48de-80ac-2d1daa59fcd2 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:34.532138 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8cd305c3-3828-43c7-8384-667552d1093f req-43aaefd9-ec95-4bd0-a388-b5700f6116cf tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] 10.222.0.13 "GET /v2.0/ports?device_id=5141f455-2850-4d12-a564-93c67ab9d1cb HTTP/1.1" status: 200 len: 210 time: 0.1532304 Aug 20 15:55:34.638953 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.db_base_plugin_common [None req-683caca5-2696-4c8f-beb9-9912565c45ac admin admin] Allocated IP 172.20.0.1 (e1370026-f031-4601-8314-e240c06ab358/36223243-b246-4e2e-9e1f-57c0926d199c/2cfcb533-e428-458a-84c3-08a45fe515b8) {{(pid=75060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:55:34.798741 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-3d6c169f-b529-4b56-a752-65b830ee5e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'name': 'tempest-AttachVolumeTestJSON-1856526269-router', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': '064a5ec0-ca6d-4322-8a54-3af08507212f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:22Z', 'updated_at': '2021-08-20T15:55:26Z', 'revision_number': 3, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'gw_port': {'id': '064a5ec0-ca6d-4322-8a54-3af08507212f', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:62:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:24Z', 'updated_at': '2021-08-20T15:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb'}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:55:34.815910 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6c169f-b529-4b56-a752-65b830ee5e33 None None] The sync data for ids ['a9b20389-1c7e-40b6-b47f-af0f943f390d'] in dv-cinder-805398-3-smb is: [{'id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'name': 'tempest-AttachVolumeTestJSON-1856526269-router', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': '064a5ec0-ca6d-4322-8a54-3af08507212f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:22Z', 'updated_at': '2021-08-20T15:55:26Z', 'revision_number': 3, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'gw_port': {'id': '064a5ec0-ca6d-4322-8a54-3af08507212f', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:62:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:24Z', 'updated_at': '2021-08-20T15:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb'}] {{(pid=75063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 20 15:55:35.085250 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.54', 56904) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:55:35.136216 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-21ab525b-0eed-4a24-b040-3beabf459928 req-66864683-227d-4951-9597-adb77f26fa53 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=61e859b3-95c3-43c1-8aa2-dbadaacf4688 HTTP/1.1" status: 200 len: 210 time: 0.1762445 Aug 20 15:55:35.233005 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.db_base_plugin_common [req-3e08c876-3c51-4550-b398-ca651eca3538 req-c008631e-87dc-48de-80ac-2d1daa59fcd2 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Allocated IP 172.20.0.8 (30067384-36e2-4f1d-a3f2-0548715d97a2/8513a594-b636-416f-a5b5-0a881f926347/5034477f-7ae3-475f-b8fd-b2ae04ab132b) {{(pid=75061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:55:35.371443 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c27625-b40c-456e-b855-ed20e62f1e6a admin admin] Notify agent at l3_agent.dv-cinder-805398-3-smb the message routers_updated {{(pid=75060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:55:35.395335 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e38fdee-19e6-4714-8991-0c9fa7b39b6a None None] Sync routers for ids ['48284600-5653-4e26-ab07-5767d01c1b5b'] in dv-cinder-805398-3-smb {{(pid=75062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 20 15:55:35.429218 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e38fdee-19e6-4714-8991-0c9fa7b39b6a None None] Routers {'48284600-5653-4e26-ab07-5767d01c1b5b'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:55:35.430591 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-2e38fdee-19e6-4714-8991-0c9fa7b39b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T15:55:12Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['48284600-5653-4e26-ab07-5767d01c1b5b'], 'active': True} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:55:35.806792 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a9c27625-b40c-456e-b855-ed20e62f1e6a admin admin] Notify callbacks [] for router, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:35.808859 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-a9c27625-b40c-456e-b855-ed20e62f1e6a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.6898158 Aug 20 15:55:35.828389 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 55562) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:55:36.195063 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2fdd3c9c-72d3-429a-a70d-f52a85af297c req-8410c582-f38f-4d59-aa6d-4d587340fa6d tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] 10.222.0.13 "GET /v2.0/ports?device_id=5141f455-2850-4d12-a564-93c67ab9d1cb HTTP/1.1" status: 200 len: 210 time: 0.2334025 Aug 20 15:55:36.235940 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-3e08c876-3c51-4550-b398-ca651eca3538 req-c008631e-87dc-48de-80ac-2d1daa59fcd2 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Notify callbacks [] for port, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:36.378879 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-683caca5-2696-4c8f-beb9-9912565c45ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:36.414255 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-3e08c876-3c51-4550-b398-ca651eca3538 req-c008631e-87dc-48de-80ac-2d1daa59fcd2 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943'] for port, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:36.546643 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.provisioning_blocks [None req-683caca5-2696-4c8f-beb9-9912565c45ac admin admin] Transition to ACTIVE for port object 2cfcb533-e428-458a-84c3-08a45fe515b8 will not be triggered until provisioned by entity DHCP. {{(pid=75060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:55:36.632784 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-144b5632-c70a-4c72-bb52-cf4d217c5aa3 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:36.638459 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-144b5632-c70a-4c72-bb52-cf4d217c5aa3 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Synchronizing usage tracker for tenant:a9a88cd27266426598354a586a538e28 on resource:network {{(pid=75060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 15:55:36.719637 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvr_db [None req-2e38fdee-19e6-4714-8991-0c9fa7b39b6a None None] Set router 48284600-5653-4e26-ab07-5767d01c1b5b gateway port host: dv-cinder-805398-3-smb {{(pid=75062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 15:55:36.879887 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 064a5ec0-ca6d-4322-8a54-3af08507212f up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:55:36.938336 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-144b5632-c70a-4c72-bb52-cf4d217c5aa3 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Unset dirty status for tenant:a9a88cd27266426598354a586a538e28 on resource:network {{(pid=75060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 15:55:36.939703 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-144b5632-c70a-4c72-bb52-cf4d217c5aa3 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] 10.222.0.54 "GET /v2.0/networks?id=b66ee0b1-68a2-4efc-b4c2-6a065418e0ac HTTP/1.1" status: 200 len: 811 time: 1.8415990 Aug 20 15:55:36.940751 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-683caca5-2696-4c8f-beb9-9912565c45ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943'] for port, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:36.999480 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:37.205047 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-a9c27625-b40c-456e-b855-ed20e62f1e6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:37.401258 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008631e-87dc-48de-80ac-2d1daa59fcd2 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Pushing event updated for resources: {'Port': ['ID=5034477f-7ae3-475f-b8fd-b2ae04ab132b,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:37.441194 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-c008631e-87dc-48de-80ac-2d1daa59fcd2 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:37.475000 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-72ecdd6a-748f-456a-9273-209daf2837b9 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Request body: {'port': {'device_id': '5141f455-2850-4d12-a564-93c67ab9d1cb', 'network_id': 'b66ee0b1-68a2-4efc-b4c2-6a065418e0ac', 'admin_state_up': True, 'tenant_id': 'a9a88cd27266426598354a586a538e28'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:55:37.584589 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e08c876-3c51-4550-b398-ca651eca3538 req-c008631e-87dc-48de-80ac-2d1daa59fcd2 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Network 30067384-36e2-4f1d-a3f2-0548715d97a2 is already hosted by enough agents. {{(pid=75061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:55:37.602766 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.base_scheduler [req-3e08c876-3c51-4550-b398-ca651eca3538 req-c008631e-87dc-48de-80ac-2d1daa59fcd2 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Resources bound (agent type, host, resource id): {{(pid=75061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:55:37.611381 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e08c876-3c51-4550-b398-ca651eca3538 req-c008631e-87dc-48de-80ac-2d1daa59fcd2 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Received port after_create {{(pid=75061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:55:37.638350 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08c876-3c51-4550-b398-ca651eca3538 req-c008631e-87dc-48de-80ac-2d1daa59fcd2 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:37.648214 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-3e08c876-3c51-4550-b398-ca651eca3538 req-c008631e-87dc-48de-80ac-2d1daa59fcd2 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:37.651329 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683caca5-2696-4c8f-beb9-9912565c45ac admin admin] Network e1370026-f031-4601-8314-e240c06ab358 is already hosted by enough agents. {{(pid=75060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:55:37.751314 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.base_scheduler [None req-683caca5-2696-4c8f-beb9-9912565c45ac admin admin] Resources bound (agent type, host, resource id): {{(pid=75060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:55:37.784395 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-2e38fdee-19e6-4714-8991-0c9fa7b39b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48284600-5653-4e26-ab07-5767d01c1b5b', 'name': 'tempest-ServerRescueNegativeTestJSON-530129446-router', 'tenant_id': 'f67c0c6df4d74cfab74276f0502944b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': '1660cfd9-9619-4e67-a900-7fb4055f84e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:25Z', 'updated_at': '2021-08-20T15:55:29Z', 'revision_number': 3, 'project_id': 'f67c0c6df4d74cfab74276f0502944b4', 'gw_port': {'id': '1660cfd9-9619-4e67-a900-7fb4055f84e0', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:64:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48284600-5653-4e26-ab07-5767d01c1b5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:26Z', 'updated_at': '2021-08-20T15:55:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb'}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:55:37.795576 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e38fdee-19e6-4714-8991-0c9fa7b39b6a None None] Checking router: 48284600-5653-4e26-ab07-5767d01c1b5b for host: dv-cinder-805398-3-smb {{(pid=75062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 20 15:55:37.800126 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e38fdee-19e6-4714-8991-0c9fa7b39b6a None None] Updating router 48284600-5653-4e26-ab07-5767d01c1b5b port 1660cfd9-9619-4e67-a900-7fb4055f84e0 binding host dv-cinder-805398-3-smb {{(pid=75062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 20 15:55:37.913452 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d7914dbc-2c6a-446b-9ec5-5421fe299d0b req-0718c4ea-6bb6-4022-971b-aadc0bdba996 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] 10.222.0.13 "GET /v2.0/ports?device_id=5141f455-2850-4d12-a564-93c67ab9d1cb HTTP/1.1" status: 200 len: 210 time: 0.2457061 Aug 20 15:55:37.921231 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3e08c876-3c51-4550-b398-ca651eca3538 req-c008631e-87dc-48de-80ac-2d1daa59fcd2 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2811916 Aug 20 15:55:37.944689 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd85d4-6c55-447c-bfe2-fe05673db774 req-154749e3-ab15-489b-9771-748eb8809fe6 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:37.946873 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-7dcd85d4-6c55-447c-bfe2-fe05673db774 req-154749e3-ab15-489b-9771-748eb8809fe6 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Synchronizing usage tracker for tenant:3ef32ffa9742498dbab644d6d4143034 on resource:port {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 15:55:37.967085 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [req-3e08c876-3c51-4550-b398-ca651eca3538 req-9a537d56-924b-4486-961e-1c1bd88200b9 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=75061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 20 15:55:37.971434 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3e08c876-3c51-4550-b398-ca651eca3538 req-9a537d56-924b-4486-961e-1c1bd88200b9 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0185382 Aug 20 15:55:37.974696 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning for port 064a5ec0-ca6d-4322-8a54-3af08507212f completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:55:38.067247 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port 064a5ec0-ca6d-4322-8a54-3af08507212f triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:55:38.068138 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:38.085181 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-7dcd85d4-6c55-447c-bfe2-fe05673db774 req-154749e3-ab15-489b-9771-748eb8809fe6 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Unset dirty status for tenant:3ef32ffa9742498dbab644d6d4143034 on resource:port {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 15:55:38.114558 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7dcd85d4-6c55-447c-bfe2-fe05673db774 req-154749e3-ab15-489b-9771-748eb8809fe6 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=61e859b3-95c3-43c1-8aa2-dbadaacf4688 HTTP/1.1" status: 200 len: 931 time: 1.6569281 Aug 20 15:55:38.144705 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-2e38fdee-19e6-4714-8991-0c9fa7b39b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:38.211029 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683caca5-2696-4c8f-beb9-9912565c45ac admin admin] Received port after_create {{(pid=75060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:55:38.211720 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-683caca5-2696-4c8f-beb9-9912565c45ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405696'] for router_interface, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:38.238442 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683caca5-2696-4c8f-beb9-9912565c45ac admin admin] Pushing event updated for resources: {'Port': ['ID=2cfcb533-e428-458a-84c3-08a45fe515b8,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:38.282624 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 55614) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:55:38.297750 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-683caca5-2696-4c8f-beb9-9912565c45ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.090s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:38.421765 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 55622) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:55:38.433777 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-7dcd85d4-6c55-447c-bfe2-fe05673db774 req-a627e766-890e-4ac8-86bd-850eac574ff3 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Synchronizing usage tracker for tenant:3ef32ffa9742498dbab644d6d4143034 on resource:security_group {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 15:55:38.502042 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-7dcd85d4-6c55-447c-bfe2-fe05673db774 req-a627e766-890e-4ac8-86bd-850eac574ff3 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Unset dirty status for tenant:3ef32ffa9742498dbab644d6d4143034 on resource:security_group {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 15:55:38.523787 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7dcd85d4-6c55-447c-bfe2-fe05673db774 req-a627e766-890e-4ac8-86bd-850eac574ff3 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795443 Aug 20 15:55:38.787771 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-72ecdd6a-748f-456a-9273-209daf2837b9 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:55:38.823725 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-72ecdd6a-748f-456a-9273-209daf2837b9 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Usage tracker for resource:port and tenant:a9a88cd27266426598354a586a538e28 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:55:38.839655 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-72ecdd6a-748f-456a-9273-209daf2837b9 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:55:38.848878 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-8a98744b-3d85-4ba7-b593-beb02ac60a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:38.872815 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-72ecdd6a-748f-456a-9273-209daf2837b9 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:55:38.925525 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-683caca5-2696-4c8f-beb9-9912565c45ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:38.974857 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-8a98744b-3d85-4ba7-b593-beb02ac60a05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:55:39.010905 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-8a98744b-3d85-4ba7-b593-beb02ac60a05 admin admin] Usage tracker for resource:security_group_rule and tenant:7c1b4c6702b24f3db169cdde7214f451 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:55:39.026034 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-8a98744b-3d85-4ba7-b593-beb02ac60a05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:55:39.042877 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-72ecdd6a-748f-456a-9273-209daf2837b9 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Made reservation on behalf of a9a88cd27266426598354a586a538e28 for: {'port': 1} {{(pid=75060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:55:39.056246 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-72ecdd6a-748f-456a-9273-209daf2837b9 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:39.064070 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-8a98744b-3d85-4ba7-b593-beb02ac60a05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:55:39.297085 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-0ef385b5-7a4c-4246-afd4-1c8bec3094af None None] Provisioning for port 2cfcb533-e428-458a-84c3-08a45fe515b8 completed by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:55:39.320741 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-0ef385b5-7a4c-4246-afd4-1c8bec3094af None None] Provisioning complete for port 2cfcb533-e428-458a-84c3-08a45fe515b8 triggered by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:55:39.321427 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-0ef385b5-7a4c-4246-afd4-1c8bec3094af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:39.397739 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-c4f7c181-1317-4677-85ad-0f7934390be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:39.407488 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-8a98744b-3d85-4ba7-b593-beb02ac60a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:39.414311 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-8a98744b-3d85-4ba7-b593-beb02ac60a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:39.432199 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:39.556158 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 55634) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:55:39.569177 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-0ef385b5-7a4c-4246-afd4-1c8bec3094af None None] Port 2cfcb533-e428-458a-84c3-08a45fe515b8 cannot update to ACTIVE because it is not bound. {{(pid=75062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 20 15:55:39.604084 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:39.616261 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.db.resource_extend [None req-2e38fdee-19e6-4714-8991-0c9fa7b39b6a None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 15:55:39.662308 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6b86497a-55b0-46f4-abf5-361be96a4fd3 req-61887546-7fc6-4af0-be0c-bf06dd598668 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] 10.222.0.13 "GET /v2.0/ports?device_id=5141f455-2850-4d12-a564-93c67ab9d1cb HTTP/1.1" status: 200 len: 210 time: 0.2150278 Aug 20 15:55:39.744479 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-8a98744b-3d85-4ba7-b593-beb02ac60a05 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c1b4c6702b24f3db169cdde7214f451&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4540401 Aug 20 15:55:39.751548 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 55642) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:55:39.752263 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a98744b-3d85-4ba7-b593-beb02ac60a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9c8a1f-f318-472a-8f5d-ca19555b83e5,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:39.759596 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-8a98744b-3d85-4ba7-b593-beb02ac60a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:39.861706 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] For port 064a5ec0-ca6d-4322-8a54-3af08507212f, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=064a5ec0-ca6d-4322-8a54-3af08507212f,segment=NetworkSegment(a5ca86d2-2020-4ee5-a03b-d47a6c676c14),segment_id=a5ca86d2-2020-4ee5-a03b-d47a6c676c14)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:55:39.862324 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [req-3e08c876-3c51-4550-b398-ca651eca3538 req-d2d8a3bf-0ded-4b3f-83ec-f08f86b0633a service neutron] Request body: {'port': {'device_id': '61e859b3-95c3-43c1-8aa2-dbadaacf4688', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80539'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:55:39.862467 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-c4f7c181-1317-4677-85ad-0f7934390be1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:55:39.874863 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-c4f7c181-1317-4677-85ad-0f7934390be1 admin admin] Usage tracker for resource:security_group_rule and tenant:350a5de5239946b4837d4fe065a48dcf is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:55:39.887911 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-c4f7c181-1317-4677-85ad-0f7934390be1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:55:39.890881 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:39.896506 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-ffaed40a-aed7-47f9-a544-ff37c4502433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:39.928777 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:40.208469 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-3e08c876-3c51-4550-b398-ca651eca3538 req-d2d8a3bf-0ded-4b3f-83ec-f08f86b0633a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:40.224037 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-b7de43f8-7400-4994-9a00-177f3931b92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:40.224888 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-2e38fdee-19e6-4714-8991-0c9fa7b39b6a None None] Notify callbacks [] for port, precommit_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:40.238913 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.db_base_plugin_common [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-72ecdd6a-748f-456a-9273-209daf2837b9 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Allocated IP 172.20.0.7 (b66ee0b1-68a2-4efc-b4c2-6a065418e0ac/45ed7ada-78e1-451e-b2cf-4dc1b606c2c2/59319fa6-4feb-4132-91e0-820a1bb87c58) {{(pid=75060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:55:40.252011 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-2e38fdee-19e6-4714-8991-0c9fa7b39b6a None None] Transition to ACTIVE for port object 1660cfd9-9619-4e67-a900-7fb4055f84e0 will not be triggered until provisioned by entity L2. {{(pid=75062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:55:40.268022 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Pushing event updated for resources: {'Port': ['ID=064a5ec0-ca6d-4322-8a54-3af08507212f,revision_number=4']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:40.279768 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:40.288626 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-b7de43f8-7400-4994-9a00-177f3931b92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:40.317630 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-2e38fdee-19e6-4714-8991-0c9fa7b39b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:40.371175 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-63c124fd-b205-4d64-b83a-8927c68c12d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:40.507426 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:40.636472 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-72ecdd6a-748f-456a-9273-209daf2837b9 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Notify callbacks [] for port, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:40.661072 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-c4f7c181-1317-4677-85ad-0f7934390be1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:55:40.672138 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-2e38fdee-19e6-4714-8991-0c9fa7b39b6a None None] Attempting to bind port 1660cfd9-9619-4e67-a900-7fb4055f84e0 on host dv-cinder-805398-3-smb for vnic_type normal with profile {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:55:40.672750 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-2e38fdee-19e6-4714-8991-0c9fa7b39b6a None None] Attempting to bind port 1660cfd9-9619-4e67-a900-7fb4055f84e0 by drivers openvswitch,hyperv on host dv-cinder-805398-3-smb at level 0 using segments [{'id': 'a5ca86d2-2020-4ee5-a03b-d47a6c676c14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'}] {{(pid=75062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:55:40.673402 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e38fdee-19e6-4714-8991-0c9fa7b39b6a None None] Attempting to bind port 1660cfd9-9619-4e67-a900-7fb4055f84e0 on network 1515200a-7cd1-4ec3-bca4-b17b78debdd2 {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:55:40.697971 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589f70d-15a0-48d1-ba29-70474ff0cfe2 None None] Pushing event updated for resources: {'Port': ['ID=1660cfd9-9619-4e67-a900-7fb4055f84e0,revision_number=2']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:40.715205 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-4589f70d-15a0-48d1-ba29-70474ff0cfe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:40.732224 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e38fdee-19e6-4714-8991-0c9fa7b39b6a None None] Checking agent: {'id': 'f0705a43-169d-4811-8182-ed59241d69e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805398-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 46, 40), 'started_at': datetime.datetime(2021, 8, 20, 15, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805398-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:55:40.732877 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e38fdee-19e6-4714-8991-0c9fa7b39b6a None None] Checking segment: {'id': 'a5ca86d2-2020-4ee5-a03b-d47a6c676c14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:55:40.733523 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-2e38fdee-19e6-4714-8991-0c9fa7b39b6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:40.734240 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e38fdee-19e6-4714-8991-0c9fa7b39b6a None None] Bound using segment: {'id': 'a5ca86d2-2020-4ee5-a03b-d47a6c676c14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'} {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:55:40.735108 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-2e38fdee-19e6-4714-8991-0c9fa7b39b6a None None] Bound port: 1660cfd9-9619-4e67-a900-7fb4055f84e0, host: dv-cinder-805398-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ca86d2-2020-4ee5-a03b-d47a6c676c14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'}}] {{(pid=75062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:55:40.735699 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-2e38fdee-19e6-4714-8991-0c9fa7b39b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:41.032711 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-2e38fdee-19e6-4714-8991-0c9fa7b39b6a None None] For port 1660cfd9-9619-4e67-a900-7fb4055f84e0, host dv-cinder-805398-3-smb, cleared binding levels {{(pid=75062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:55:41.040976 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-2e38fdee-19e6-4714-8991-0c9fa7b39b6a None None] For port 1660cfd9-9619-4e67-a900-7fb4055f84e0, host dv-cinder-805398-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=1660cfd9-9619-4e67-a900-7fb4055f84e0,segment=NetworkSegment(a5ca86d2-2020-4ee5-a03b-d47a6c676c14),segment_id=a5ca86d2-2020-4ee5-a03b-d47a6c676c14)] {{(pid=75062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:55:41.049632 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-2e38fdee-19e6-4714-8991-0c9fa7b39b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:41.057597 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-0f739fea-7283-4f14-bc7c-8004e728c26c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:41.086180 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da3c94-9e92-4dbd-b6b3-60dd82701de8 req-bca6e365-64ef-4ced-bd2e-76dbed1e0245 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:41.102484 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-26da3c94-9e92-4dbd-b6b3-60dd82701de8 req-bca6e365-64ef-4ced-bd2e-76dbed1e0245 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=61e859b3-95c3-43c1-8aa2-dbadaacf4688 HTTP/1.1" status: 200 len: 931 time: 0.8874032 Aug 20 15:55:41.125083 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-b7de43f8-7400-4994-9a00-177f3931b92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:41.244965 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:41.303092 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e38fdee-19e6-4714-8991-0c9fa7b39b6a None None] Routers {'48284600-5653-4e26-ab07-5767d01c1b5b'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:55:41.304287 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-2e38fdee-19e6-4714-8991-0c9fa7b39b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T15:55:12Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['48284600-5653-4e26-ab07-5767d01c1b5b'], 'active': True} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:55:41.311859 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-93db8006-7fa3-45c4-94db-b25b8fda3627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:41.378026 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-72ecdd6a-748f-456a-9273-209daf2837b9 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943'] for port, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:41.419329 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-b7de43f8-7400-4994-9a00-177f3931b92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:41.435876 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-b7de43f8-7400-4994-9a00-177f3931b92b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f9c8a1f-f318-472a-8f5d-ca19555b83e5 HTTP/1.1" status: 204 len: 168 time: 1.6749732 Aug 20 15:55:41.449688 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-683caca5-2696-4c8f-beb9-9912565c45ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:41.539445 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589f70d-15a0-48d1-ba29-70474ff0cfe2 None None] Pushing event updated for resources: {'Port': ['ID=1660cfd9-9619-4e67-a900-7fb4055f84e0,revision_number=3']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:41.558802 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-4589f70d-15a0-48d1-ba29-70474ff0cfe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:41.562035 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-93db8006-7fa3-45c4-94db-b25b8fda3627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:55:41.565687 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-26da3c94-9e92-4dbd-b6b3-60dd82701de8 req-3662cf21-4f95-4927-97e2-2ba7283c7c97 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487073 Aug 20 15:55:41.588717 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-93db8006-7fa3-45c4-94db-b25b8fda3627 admin admin] Usage tracker for resource:security_group_rule and tenant:70e7d6eb0fbf4e2da79dfbb28e6776ac is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:55:41.604408 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-93db8006-7fa3-45c4-94db-b25b8fda3627 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:55:41.626388 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-72ecdd6a-748f-456a-9273-209daf2837b9 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Network b66ee0b1-68a2-4efc-b4c2-6a065418e0ac is already hosted by enough agents. {{(pid=75060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:55:41.646192 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-c4f7c181-1317-4677-85ad-0f7934390be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:41.703896 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-93db8006-7fa3-45c4-94db-b25b8fda3627 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:55:41.706095 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.base_scheduler [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-72ecdd6a-748f-456a-9273-209daf2837b9 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Resources bound (agent type, host, resource id): {{(pid=75060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:55:41.725546 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.l3_dvrscheduler_db [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-72ecdd6a-748f-456a-9273-209daf2837b9 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Received port after_create {{(pid=75060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:55:41.729706 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-72ecdd6a-748f-456a-9273-209daf2837b9 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:41.730406 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-72ecdd6a-748f-456a-9273-209daf2837b9 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for port, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:41.750586 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de43f8-7400-4994-9a00-177f3931b92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9c8a1f-f318-472a-8f5d-ca19555b83e5,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:41.759090 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-b7de43f8-7400-4994-9a00-177f3931b92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:41.814334 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-c4f7c181-1317-4677-85ad-0f7934390be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:41.848242 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.db.resource_extend [None req-683caca5-2696-4c8f-beb9-9912565c45ac admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 15:55:41.909788 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ecdd6a-748f-456a-9273-209daf2837b9 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Pushing event updated for resources: {'Port': ['ID=59319fa6-4feb-4132-91e0-820a1bb87c58,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:41.912882 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-72ecdd6a-748f-456a-9273-209daf2837b9 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:41.923551 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-683caca5-2696-4c8f-beb9-9912565c45ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:41.926226 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-fcd4d0a4-ef24-4474-99fa-21a09f648be9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:41.933774 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-7a6b569a-9643-4055-9212-0c3b79b151f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:41.955707 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-683caca5-2696-4c8f-beb9-9912565c45ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:42.006856 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-683caca5-2696-4c8f-beb9-9912565c45ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3462157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642345'] for router_interface, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:42.023517 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-72ecdd6a-748f-456a-9273-209daf2837b9 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8307869 Aug 20 15:55:42.073053 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvr_db [None req-2e38fdee-19e6-4714-8991-0c9fa7b39b6a None None] Set router 48284600-5653-4e26-ab07-5767d01c1b5b gateway port host: dv-cinder-805398-3-smb {{(pid=75062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 15:55:42.077922 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-945ce7f7-8aa1-4a3e-905b-9e204dee8f3c service neutron] Request body: {'port': {'device_id': '5141f455-2850-4d12-a564-93c67ab9d1cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80539'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:55:42.138014 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.db.resource_extend [req-3e08c876-3c51-4550-b398-ca651eca3538 req-d2d8a3bf-0ded-4b3f-83ec-f08f86b0633a service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 15:55:42.189517 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7c181-1317-4677-85ad-0f7934390be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a919be7-e1e8-43da-af1b-728a14ae6c67,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:42.201078 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f4998-5a6e-49a2-8184-21a3498ca8eb req-83847ad1-5874-42c6-9e75-ad6e38fdb69c tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:42.217358 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7e1f4998-5a6e-49a2-8184-21a3498ca8eb req-83847ad1-5874-42c6-9e75-ad6e38fdb69c tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] 10.222.0.13 "GET /v2.0/ports?device_id=5141f455-2850-4d12-a564-93c67ab9d1cb HTTP/1.1" status: 200 len: 931 time: 1.0040827 Aug 20 15:55:42.285498 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-c4f7c181-1317-4677-85ad-0f7934390be1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=350a5de5239946b4837d4fe065a48dcf&name=default HTTP/1.1" status: 200 len: 2647 time: 3.8277185 Aug 20 15:55:42.294998 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-c4f7c181-1317-4677-85ad-0f7934390be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:42.295766 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-50e94252-d305-47d6-9f17-33030428b184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:42.349472 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 55684) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:55:42.433541 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [req-3e08c876-3c51-4550-b398-ca651eca3538 req-d2d8a3bf-0ded-4b3f-83ec-f08f86b0633a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5034477f-7ae3-475f-b8fd-b2ae04ab132b {{(pid=75061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:55:42.455285 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-3e08c876-3c51-4550-b398-ca651eca3538 req-d2d8a3bf-0ded-4b3f-83ec-f08f86b0633a service neutron] Notify callbacks [] for port, precommit_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:42.468036 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 064a5ec0-ca6d-4322-8a54-3af08507212f up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:55:42.481520 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.provisioning_blocks [req-3e08c876-3c51-4550-b398-ca651eca3538 req-d2d8a3bf-0ded-4b3f-83ec-f08f86b0633a service neutron] Transition to ACTIVE for port object 5034477f-7ae3-475f-b8fd-b2ae04ab132b will not be triggered until provisioned by entity L2. {{(pid=75061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:55:42.493372 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-3e08c876-3c51-4550-b398-ca651eca3538 req-d2d8a3bf-0ded-4b3f-83ec-f08f86b0633a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:42.507263 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-c008631e-87dc-48de-80ac-2d1daa59fcd2 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:42.612927 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-93db8006-7fa3-45c4-94db-b25b8fda3627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:42.641310 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8a3bf-0ded-4b3f-83ec-f08f86b0633a service neutron] Pushing event updated for resources: {'Port': ['ID=5034477f-7ae3-475f-b8fd-b2ae04ab132b,revision_number=2']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:42.647475 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-d2d8a3bf-0ded-4b3f-83ec-f08f86b0633a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:42.669637 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 55688) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:55:42.695268 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-0990f805-cbae-40d4-b4dc-37ea3f08a3e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:42.903425 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-93db8006-7fa3-45c4-94db-b25b8fda3627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:42.916507 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7e1f4998-5a6e-49a2-8184-21a3498ca8eb req-a6b5b020-9286-4e57-9a81-346b8f9fd42e tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] 10.222.0.13 "GET /v2.0/security-groups?id=baac43dc-74b4-4295-a668-668b49dbb6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6982110 Aug 20 15:55:42.967875 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-3e08c876-3c51-4550-b398-ca651eca3538 req-d2d8a3bf-0ded-4b3f-83ec-f08f86b0633a service neutron] Attempting to bind port 5034477f-7ae3-475f-b8fd-b2ae04ab132b on host hv-cinder-80539 for vnic_type normal with profile {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:55:42.968510 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-3e08c876-3c51-4550-b398-ca651eca3538 req-d2d8a3bf-0ded-4b3f-83ec-f08f86b0633a service neutron] Attempting to bind port 5034477f-7ae3-475f-b8fd-b2ae04ab132b by drivers openvswitch,hyperv on host hv-cinder-80539 at level 0 using segments [{'id': 'c2be3471-78dd-4aa1-bdce-665f59ef88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '30067384-36e2-4f1d-a3f2-0548715d97a2'}] {{(pid=75061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:55:42.969056 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e08c876-3c51-4550-b398-ca651eca3538 req-d2d8a3bf-0ded-4b3f-83ec-f08f86b0633a service neutron] Attempting to bind port 5034477f-7ae3-475f-b8fd-b2ae04ab132b on network 30067384-36e2-4f1d-a3f2-0548715d97a2 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:55:43.007691 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-0990f805-cbae-40d4-b4dc-37ea3f08a3e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:55:43.015075 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e08c876-3c51-4550-b398-ca651eca3538 req-d2d8a3bf-0ded-4b3f-83ec-f08f86b0633a service neutron] Port 5034477f-7ae3-475f-b8fd-b2ae04ab132b on network 30067384-36e2-4f1d-a3f2-0548715d97a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80539 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:55:43.015675 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e08c876-3c51-4550-b398-ca651eca3538 req-d2d8a3bf-0ded-4b3f-83ec-f08f86b0633a service neutron] Attempting to bind port 5034477f-7ae3-475f-b8fd-b2ae04ab132b on network 30067384-36e2-4f1d-a3f2-0548715d97a2 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:55:43.036501 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-0990f805-cbae-40d4-b4dc-37ea3f08a3e6 admin admin] Usage tracker for resource:security_group_rule and tenant:e1dbe3a084cd465581e18d51f0a4716d is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:55:43.044591 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-0990f805-cbae-40d4-b4dc-37ea3f08a3e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:55:43.066484 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-0990f805-cbae-40d4-b4dc-37ea3f08a3e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:55:43.071679 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e08c876-3c51-4550-b398-ca651eca3538 req-d2d8a3bf-0ded-4b3f-83ec-f08f86b0633a service neutron] Checking agent: {'id': '8cb0eed4-3a83-4faf-85db-5d15db1f4851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80539', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 53, 18), 'started_at': datetime.datetime(2021, 8, 20, 15, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:55:43.076393 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port 064a5ec0-ca6d-4322-8a54-3af08507212f triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:55:43.080070 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:43.082400 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e08c876-3c51-4550-b398-ca651eca3538 req-d2d8a3bf-0ded-4b3f-83ec-f08f86b0633a service neutron] Checking segment: {'id': 'c2be3471-78dd-4aa1-bdce-665f59ef88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '30067384-36e2-4f1d-a3f2-0548715d97a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:55:43.083483 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e08c876-3c51-4550-b398-ca651eca3538 req-d2d8a3bf-0ded-4b3f-83ec-f08f86b0633a service neutron] Bound using segment: {'id': 'c2be3471-78dd-4aa1-bdce-665f59ef88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '30067384-36e2-4f1d-a3f2-0548715d97a2'} {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:55:43.084137 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-3e08c876-3c51-4550-b398-ca651eca3538 req-d2d8a3bf-0ded-4b3f-83ec-f08f86b0633a service neutron] Bound port: 5034477f-7ae3-475f-b8fd-b2ae04ab132b, host: hv-cinder-80539, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2be3471-78dd-4aa1-bdce-665f59ef88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '30067384-36e2-4f1d-a3f2-0548715d97a2'}}] {{(pid=75061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:55:43.084649 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-3e08c876-3c51-4550-b398-ca651eca3538 req-d2d8a3bf-0ded-4b3f-83ec-f08f86b0633a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:43.175479 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683caca5-2696-4c8f-beb9-9912565c45ac admin admin] Pushing event updated for resources: {'Port': ['ID=2cfcb533-e428-458a-84c3-08a45fe515b8,revision_number=2']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:43.179168 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-683caca5-2696-4c8f-beb9-9912565c45ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.883s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:43.185795 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:43.212437 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-945ce7f7-8aa1-4a3e-905b-9e204dee8f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:43.283788 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-93db8006-7fa3-45c4-94db-b25b8fda3627 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=70e7d6eb0fbf4e2da79dfbb28e6776ac&name=default HTTP/1.1" status: 200 len: 2647 time: 3.7186968 Aug 20 15:55:43.290389 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 55700) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:55:43.343500 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:43.422111 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-2e38fdee-19e6-4714-8991-0c9fa7b39b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48284600-5653-4e26-ab07-5767d01c1b5b', 'name': 'tempest-ServerRescueNegativeTestJSON-530129446-router', 'tenant_id': 'f67c0c6df4d74cfab74276f0502944b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': '1660cfd9-9619-4e67-a900-7fb4055f84e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:25Z', 'updated_at': '2021-08-20T15:55:29Z', 'revision_number': 3, 'project_id': 'f67c0c6df4d74cfab74276f0502944b4', 'gw_port': {'id': '1660cfd9-9619-4e67-a900-7fb4055f84e0', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:64:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48284600-5653-4e26-ab07-5767d01c1b5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:26Z', 'updated_at': '2021-08-20T15:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb'}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:55:43.506496 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db8006-7fa3-45c4-94db-b25b8fda3627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a920cc-e7bd-4b86-a8e3-963979625b99,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:43.514679 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-93db8006-7fa3-45c4-94db-b25b8fda3627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:43.532083 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e38fdee-19e6-4714-8991-0c9fa7b39b6a None None] The sync data for ids ['48284600-5653-4e26-ab07-5767d01c1b5b'] in dv-cinder-805398-3-smb is: [{'id': '48284600-5653-4e26-ab07-5767d01c1b5b', 'name': 'tempest-ServerRescueNegativeTestJSON-530129446-router', 'tenant_id': 'f67c0c6df4d74cfab74276f0502944b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': '1660cfd9-9619-4e67-a900-7fb4055f84e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:25Z', 'updated_at': '2021-08-20T15:55:29Z', 'revision_number': 3, 'project_id': 'f67c0c6df4d74cfab74276f0502944b4', 'gw_port': {'id': '1660cfd9-9619-4e67-a900-7fb4055f84e0', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:64:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48284600-5653-4e26-ab07-5767d01c1b5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:26Z', 'updated_at': '2021-08-20T15:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb'}] {{(pid=75062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 20 15:55:43.557617 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683caca5-2696-4c8f-beb9-9912565c45ac admin admin] Network e1370026-f031-4601-8314-e240c06ab358 is already hosted by enough agents. {{(pid=75060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:55:43.567179 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.base_scheduler [None req-683caca5-2696-4c8f-beb9-9912565c45ac admin admin] Resources bound (agent type, host, resource id): {{(pid=75060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:55:43.738616 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b091cf2e-5fd2-4613-8678-ac0fecb9b22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:43.846028 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-0990f805-cbae-40d4-b4dc-37ea3f08a3e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:43.861448 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-0990f805-cbae-40d4-b4dc-37ea3f08a3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:43.928833 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-54730b16-69d8-4b84-88d5-b89352a7b069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:43.953482 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-0990f805-cbae-40d4-b4dc-37ea3f08a3e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1dbe3a084cd465581e18d51f0a4716d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2800894 Aug 20 15:55:43.967337 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-3e08c876-3c51-4550-b398-ca651eca3538 req-d2d8a3bf-0ded-4b3f-83ec-f08f86b0633a service neutron] For port 5034477f-7ae3-475f-b8fd-b2ae04ab132b, host hv-cinder-80539, cleared binding levels {{(pid=75061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:55:43.976645 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 55712) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:55:44.066107 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b091cf2e-5fd2-4613-8678-ac0fecb9b22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:44.192291 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-4b1c14fd-a7c8-4d9b-837f-a642d1a39dda None None] Provisioning complete for port 2cfcb533-e428-458a-84c3-08a45fe515b8 triggered by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:55:44.193042 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-4b1c14fd-a7c8-4d9b-837f-a642d1a39dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:44.202969 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-3e08c876-3c51-4550-b398-ca651eca3538 req-d2d8a3bf-0ded-4b3f-83ec-f08f86b0633a service neutron] For port 5034477f-7ae3-475f-b8fd-b2ae04ab132b, host hv-cinder-80539, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=5034477f-7ae3-475f-b8fd-b2ae04ab132b,segment=NetworkSegment(c2be3471-78dd-4aa1-bdce-665f59ef88b0),segment_id=c2be3471-78dd-4aa1-bdce-665f59ef88b0)] {{(pid=75061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:55:44.210681 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-afb90bbc-2583-40f6-90fe-fe0551258f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:44.254420 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-afb90bbc-2583-40f6-90fe-fe0551258f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:44.332137 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-4b1c14fd-a7c8-4d9b-837f-a642d1a39dda None None] Port 2cfcb533-e428-458a-84c3-08a45fe515b8 cannot update to ACTIVE because it is not bound. {{(pid=75062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 20 15:55:44.357589 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-3e08c876-3c51-4550-b398-ca651eca3538 req-d2d8a3bf-0ded-4b3f-83ec-f08f86b0633a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:44.371287 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f47e32-8a9a-4d05-9337-f846e670d0d3 req-71242878-5c03-4e38-b6bd-7f959951840a tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:44.381058 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-88f47e32-8a9a-4d05-9337-f846e670d0d3 req-71242878-5c03-4e38-b6bd-7f959951840a tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=61e859b3-95c3-43c1-8aa2-dbadaacf4688 HTTP/1.1" status: 200 len: 943 time: 1.2534742 Aug 20 15:55:44.385101 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-afb90bbc-2583-40f6-90fe-fe0551258f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:44.428962 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990f805-cbae-40d4-b4dc-37ea3f08a3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7fad52-f67b-43f1-9421-9f21c8126c53,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:44.485790 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-0990f805-cbae-40d4-b4dc-37ea3f08a3e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:44.486350 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-0990f805-cbae-40d4-b4dc-37ea3f08a3e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:44.562435 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-afb90bbc-2583-40f6-90fe-fe0551258f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:44.567350 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-afb90bbc-2583-40f6-90fe-fe0551258f9f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4a920cc-e7bd-4b86-a8e3-963979625b99 HTTP/1.1" status: 204 len: 168 time: 1.2571661 Aug 20 15:55:44.622341 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb90bbc-2583-40f6-90fe-fe0551258f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a920cc-e7bd-4b86-a8e3-963979625b99,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:44.674239 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-afb90bbc-2583-40f6-90fe-fe0551258f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:44.679237 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:44.698364 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:44.834852 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b091cf2e-5fd2-4613-8678-ac0fecb9b22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:44.847496 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-e9fe61fe-ff69-4922-897b-ff946bcb1d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:44.914135 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:45.020094 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-88f47e32-8a9a-4d05-9337-f846e670d0d3 req-f5461915-e618-48ed-8972-82d1223d7e5f tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6377971 Aug 20 15:55:45.024367 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8a3bf-0ded-4b3f-83ec-f08f86b0633a service neutron] Pushing event updated for resources: {'Port': ['ID=5034477f-7ae3-475f-b8fd-b2ae04ab132b,revision_number=3']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:45.057712 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091cf2e-5fd2-4613-8678-ac0fecb9b22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a919be7-e1e8-43da-af1b-728a14ae6c67,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:45.067670 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-3e08c876-3c51-4550-b398-ca651eca3538 req-d2d8a3bf-0ded-4b3f-83ec-f08f86b0633a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:45.077604 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3e08c876-3c51-4550-b398-ca651eca3538 req-d2d8a3bf-0ded-4b3f-83ec-f08f86b0633a service neutron] 10.222.0.54 "PUT /v2.0/ports/5034477f-7ae3-475f-b8fd-b2ae04ab132b HTTP/1.1" status: 200 len: 1093 time: 6.4447289 Aug 20 15:55:45.083872 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61e859b3-95c3-43c1-8aa2-dbadaacf4688', 'tag': '5034477f-7ae3-475f-b8fd-b2ae04ab132b'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:55:45.283183 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-b091cf2e-5fd2-4613-8678-ac0fecb9b22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:45.451131 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-e9fe61fe-ff69-4922-897b-ff946bcb1d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:45.490052 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.db.resource_extend [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-945ce7f7-8aa1-4a3e-905b-9e204dee8f3c service neutron] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 15:55:45.497887 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f7d36-1c85-42bf-8c49-212d132523e8 req-11f08558-6d52-4e67-8661-02cffeeac87f tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:45.503513 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a15f7d36-1c85-42bf-8c49-212d132523e8 req-11f08558-6d52-4e67-8661-02cffeeac87f tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] 10.222.0.13 "GET /v2.0/ports?device_id=5141f455-2850-4d12-a564-93c67ab9d1cb HTTP/1.1" status: 200 len: 931 time: 1.1527481 Aug 20 15:55:45.515932 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b091cf2e-5fd2-4613-8678-ac0fecb9b22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:45.525811 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-b091cf2e-5fd2-4613-8678-ac0fecb9b22a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a919be7-e1e8-43da-af1b-728a14ae6c67 HTTP/1.1" status: 204 len: 168 time: 3.1268075 Aug 20 15:55:45.602377 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-d2d8a3bf-0ded-4b3f-83ec-f08f86b0633a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.923s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:45.660680 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a15f7d36-1c85-42bf-8c49-212d132523e8 req-b76a2b70-ca9e-4e95-b47c-967f907e8121 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] 10.222.0.13 "GET /v2.0/security-groups?id=baac43dc-74b4-4295-a668-668b49dbb6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433547 Aug 20 15:55:45.727689 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3e08c876-3c51-4550-b398-ca651eca3538 req-c886dec0-97ad-4da3-9731-05671b101c3c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3ef32ffa9742498dbab644d6d4143034&device_id=61e859b3-95c3-43c1-8aa2-dbadaacf4688 HTTP/1.1" status: 200 len: 1096 time: 0.4472070 Aug 20 15:55:45.812309 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2e55c2a3-41f7-410e-ba84-3be8d515ba73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:45.851003 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.notifiers.nova [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-945ce7f7-8aa1-4a3e-905b-9e204dee8f3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59319fa6-4feb-4132-91e0-820a1bb87c58 {{(pid=75060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:55:46.064702 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3e08c876-3c51-4550-b398-ca651eca3538 req-a6a59eff-9ee9-4a9b-b65f-1371bafde85c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5034477f-7ae3-475f-b8fd-b2ae04ab132b HTTP/1.1" status: 200 len: 217 time: 0.3052583 Aug 20 15:55:46.147277 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-945ce7f7-8aa1-4a3e-905b-9e204dee8f3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:46.220833 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 1660cfd9-9619-4e67-a900-7fb4055f84e0 up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:55:46.375678 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.provisioning_blocks [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-945ce7f7-8aa1-4a3e-905b-9e204dee8f3c service neutron] Transition to ACTIVE for port object 59319fa6-4feb-4132-91e0-820a1bb87c58 will not be triggered until provisioned by entity L2. {{(pid=75060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:55:46.389359 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08c876-3c51-4550-b398-ca651eca3538 req-73787265-5305-49f3-93b5-17512f3706ff service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:46.394494 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-e9fe61fe-ff69-4922-897b-ff946bcb1d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:46.397642 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3e08c876-3c51-4550-b398-ca651eca3538 req-73787265-5305-49f3-93b5-17512f3706ff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8513a594-b636-416f-a5b5-0a881f926347 HTTP/1.1" status: 200 len: 855 time: 0.3121607 Aug 20 15:55:46.436003 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-945ce7f7-8aa1-4a3e-905b-9e204dee8f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:46.468979 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-bafddce8-a468-48a3-a3c3-da521765c9bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:46.481930 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning for port 1660cfd9-9619-4e67-a900-7fb4055f84e0 completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:55:46.500482 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port 1660cfd9-9619-4e67-a900-7fb4055f84e0 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:55:46.501140 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:46.517630 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe61fe-ff69-4922-897b-ff946bcb1d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7fad52-f67b-43f1-9421-9f21c8126c53,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:46.521699 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-e9fe61fe-ff69-4922-897b-ff946bcb1d45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:46.536819 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-50e94252-d305-47d6-9f17-33030428b184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:46.901048 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3e08c876-3c51-4550-b398-ca651eca3538 req-27d6acf2-3a1b-4526-92e5-7c97396acea4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30067384-36e2-4f1d-a3f2-0548715d97a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4951115 Aug 20 15:55:47.017099 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 55778) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:55:47.075278 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-e9fe61fe-ff69-4922-897b-ff946bcb1d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:47.085483 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-e9fe61fe-ff69-4922-897b-ff946bcb1d45 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b7fad52-f67b-43f1-9421-9f21c8126c53 HTTP/1.1" status: 204 len: 168 time: 3.0612216 Aug 20 15:55:47.124467 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ce7f7-8aa1-4a3e-905b-9e204dee8f3c service neutron] Pushing event updated for resources: {'Port': ['ID=59319fa6-4feb-4132-91e0-820a1bb87c58,revision_number=2']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:47.150605 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:47.166729 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-e5192a73-a8a3-403f-acf6-9675c9865056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:47.235043 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] For port 1660cfd9-9619-4e67-a900-7fb4055f84e0, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=1660cfd9-9619-4e67-a900-7fb4055f84e0,segment=NetworkSegment(a5ca86d2-2020-4ee5-a03b-d47a6c676c14),segment_id=a5ca86d2-2020-4ee5-a03b-d47a6c676c14)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:55:47.251991 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:47.258026 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-735fa3ee-1cb7-4d7d-9b8b-61d174d41909 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:47.363961 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-e5192a73-a8a3-403f-acf6-9675c9865056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:55:47.380017 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-e5192a73-a8a3-403f-acf6-9675c9865056 admin admin] Usage tracker for resource:security_group_rule and tenant:33724d87d3584a64b414647a29398067 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:55:47.391843 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-e5192a73-a8a3-403f-acf6-9675c9865056 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:55:47.407185 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-e5192a73-a8a3-403f-acf6-9675c9865056 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:55:47.599479 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Pushing event updated for resources: {'Port': ['ID=1660cfd9-9619-4e67-a900-7fb4055f84e0,revision_number=4']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:47.603927 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:47.719071 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-e5192a73-a8a3-403f-acf6-9675c9865056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:47.729541 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61e859b3-95c3-43c1-8aa2-dbadaacf4688', 'tag': '5034477f-7ae3-475f-b8fd-b2ae04ab132b', 'status': 'completed', 'code': 200} Aug 20 15:55:47.787818 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-e5192a73-a8a3-403f-acf6-9675c9865056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:47.853248 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:47.898661 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f44fe-d5ef-4250-9451-40f55b5b3997 req-a79ddec7-8ea5-4028-95d2-cda40cdffe9d tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:47.902078 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5c9f44fe-d5ef-4250-9451-40f55b5b3997 req-a79ddec7-8ea5-4028-95d2-cda40cdffe9d tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=61e859b3-95c3-43c1-8aa2-dbadaacf4688 HTTP/1.1" status: 200 len: 943 time: 1.3869438 Aug 20 15:55:47.905991 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-afb90bbc-2583-40f6-90fe-fe0551258f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:48.094770 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.db_base_plugin_common [None req-2e55c2a3-41f7-410e-ba84-3be8d515ba73 admin admin] Allocated IP 172.20.0.1 (fc37f4d2-7566-422c-9224-61d148cf8ba2/10eaa4f8-a6eb-4f2f-96c7-b53d6cba92f7/93d678b8-e6e1-453f-b740-66795866348f) {{(pid=75060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:55:48.150691 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 1660cfd9-9619-4e67-a900-7fb4055f84e0 up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:55:48.394325 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5c9f44fe-d5ef-4250-9451-40f55b5b3997 req-a2bd243a-2ff9-433d-8e30-d54674250c96 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4553888 Aug 20 15:55:48.407577 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port 1660cfd9-9619-4e67-a900-7fb4055f84e0 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:55:48.420742 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2e55c2a3-41f7-410e-ba84-3be8d515ba73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:48.439565 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:48.444506 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5192a73-a8a3-403f-acf6-9675c9865056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69e1021-a306-4640-9e5c-3bfa27f2ed29,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:48.477704 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-e5192a73-a8a3-403f-acf6-9675c9865056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:48.486063 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-e5192a73-a8a3-403f-acf6-9675c9865056 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=33724d87d3584a64b414647a29398067&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4671357 Aug 20 15:55:48.494868 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683caca5-2696-4c8f-beb9-9912565c45ac admin admin] Router a9b20389-1c7e-40b6-b47f-af0f943f390d has already been hosted by L3 agent ecccf787-6cb6-4f52-bf94-e4285ae9b988 {{(pid=75060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:55:48.496867 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 55800) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:55:48.505144 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2e55c2a3-41f7-410e-ba84-3be8d515ba73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943'] for port, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:48.566580 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-945ce7f7-8aa1-4a3e-905b-9e204dee8f3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.030s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:48.670399 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3e08c876-3c51-4550-b398-ca651eca3538 req-3c752615-a490-4a6c-ae59-d805fc4a7c14 service neutron] 10.222.0.54 "GET /v2.0/networks/30067384-36e2-4f1d-a3f2-0548715d97a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4260216 Aug 20 15:55:48.727893 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee8a4c-a845-47c1-8882-a86ca5d1f6b0 req-01b58255-2c6b-4319-8be4-f775670716a9 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:48.731379 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-19ee8a4c-a845-47c1-8882-a86ca5d1f6b0 req-01b58255-2c6b-4319-8be4-f775670716a9 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] 10.222.0.13 "GET /v2.0/ports?device_id=5141f455-2850-4d12-a564-93c67ab9d1cb HTTP/1.1" status: 200 len: 943 time: 0.9260414 Aug 20 15:55:48.756430 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:48.841387 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.managers [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-945ce7f7-8aa1-4a3e-905b-9e204dee8f3c service neutron] Attempting to bind port 59319fa6-4feb-4132-91e0-820a1bb87c58 on host hv-cinder-80539 for vnic_type normal with profile {{(pid=75060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:55:48.842105 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.managers [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-945ce7f7-8aa1-4a3e-905b-9e204dee8f3c service neutron] Attempting to bind port 59319fa6-4feb-4132-91e0-820a1bb87c58 by drivers openvswitch,hyperv on host hv-cinder-80539 at level 0 using segments [{'id': 'f5387f52-05f6-482a-b903-dbb0645b62e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'b66ee0b1-68a2-4efc-b4c2-6a065418e0ac'}] {{(pid=75060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:55:48.842706 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-945ce7f7-8aa1-4a3e-905b-9e204dee8f3c service neutron] Attempting to bind port 59319fa6-4feb-4132-91e0-820a1bb87c58 on network b66ee0b1-68a2-4efc-b4c2-6a065418e0ac {{(pid=75060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:55:48.886002 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-fe125e08-434f-44e5-9921-98ad0b957249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:48.952399 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-fe125e08-434f-44e5-9921-98ad0b957249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:49.239511 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-19ee8a4c-a845-47c1-8882-a86ca5d1f6b0 req-54d73231-c74c-4bdf-b325-4d783fd8a643 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] 10.222.0.13 "GET /v2.0/security-groups?id=baac43dc-74b4-4295-a668-668b49dbb6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4534876 Aug 20 15:55:49.360890 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3e08c876-3c51-4550-b398-ca651eca3538 req-bb3d4780-dcdb-42e6-bc5f-24820bf407e2 service neutron] 10.222.0.54 "GET /v2.0/networks/30067384-36e2-4f1d-a3f2-0548715d97a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6265273 Aug 20 15:55:49.386641 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 6 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 15:55:49.402477 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-fe125e08-434f-44e5-9921-98ad0b957249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:49.499918 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e55c2a3-41f7-410e-ba84-3be8d515ba73 admin admin] Network fc37f4d2-7566-422c-9224-61d148cf8ba2 is already hosted by enough agents. {{(pid=75060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:55:49.511868 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.base_scheduler [None req-2e55c2a3-41f7-410e-ba84-3be8d515ba73 admin admin] Resources bound (agent type, host, resource id): {{(pid=75060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:55:49.513680 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-945ce7f7-8aa1-4a3e-905b-9e204dee8f3c service neutron] Port 59319fa6-4feb-4132-91e0-820a1bb87c58 on network b66ee0b1-68a2-4efc-b4c2-6a065418e0ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80539 {{(pid=75060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:55:49.513920 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-945ce7f7-8aa1-4a3e-905b-9e204dee8f3c service neutron] Attempting to bind port 59319fa6-4feb-4132-91e0-820a1bb87c58 on network b66ee0b1-68a2-4efc-b4c2-6a065418e0ac {{(pid=75060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:55:49.522242 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-fe125e08-434f-44e5-9921-98ad0b957249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:49.523161 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-fe125e08-434f-44e5-9921-98ad0b957249 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d69e1021-a306-4640-9e5c-3bfa27f2ed29 HTTP/1.1" status: 204 len: 168 time: 0.9658964 Aug 20 15:55:49.526295 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e55c2a3-41f7-410e-ba84-3be8d515ba73 admin admin] Received port after_create {{(pid=75060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:55:49.526740 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2e55c2a3-41f7-410e-ba84-3be8d515ba73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405696'] for router_interface, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:49.561466 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55c2a3-41f7-410e-ba84-3be8d515ba73 admin admin] Pushing event updated for resources: {'Port': ['ID=93d678b8-e6e1-453f-b740-66795866348f,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:49.679756 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-2e55c2a3-41f7-410e-ba84-3be8d515ba73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.922s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:49.745342 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-e9fe61fe-ff69-4922-897b-ff946bcb1d45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.239s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:49.763917 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-945ce7f7-8aa1-4a3e-905b-9e204dee8f3c service neutron] Checking agent: {'id': '8cb0eed4-3a83-4faf-85db-5d15db1f4851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80539', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 53, 18), 'started_at': datetime.datetime(2021, 8, 20, 15, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:55:49.764267 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-945ce7f7-8aa1-4a3e-905b-9e204dee8f3c service neutron] Checking segment: {'id': 'f5387f52-05f6-482a-b903-dbb0645b62e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'b66ee0b1-68a2-4efc-b4c2-6a065418e0ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:55:49.764873 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-945ce7f7-8aa1-4a3e-905b-9e204dee8f3c service neutron] Bound using segment: {'id': 'f5387f52-05f6-482a-b903-dbb0645b62e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'b66ee0b1-68a2-4efc-b4c2-6a065418e0ac'} {{(pid=75060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:55:49.765445 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.managers [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-945ce7f7-8aa1-4a3e-905b-9e204dee8f3c service neutron] Bound port: 59319fa6-4feb-4132-91e0-820a1bb87c58, host: hv-cinder-80539, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5387f52-05f6-482a-b903-dbb0645b62e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'b66ee0b1-68a2-4efc-b4c2-6a065418e0ac'}}] {{(pid=75060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:55:49.776065 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-945ce7f7-8aa1-4a3e-905b-9e204dee8f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:49.879445 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe125e08-434f-44e5-9921-98ad0b957249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69e1021-a306-4640-9e5c-3bfa27f2ed29,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:49.895785 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-fe125e08-434f-44e5-9921-98ad0b957249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:49.904603 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c1934-cf7f-4dff-a024-d9dcba0a30d6 req-86be0ea5-534b-401c-abad-c2627bb72bd2 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:49.921434 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e39c1934-cf7f-4dff-a024-d9dcba0a30d6 req-86be0ea5-534b-401c-abad-c2627bb72bd2 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=61e859b3-95c3-43c1-8aa2-dbadaacf4688 HTTP/1.1" status: 200 len: 943 time: 0.2291555 Aug 20 15:55:50.053557 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e39c1934-cf7f-4dff-a024-d9dcba0a30d6 req-fa0a05a5-167e-4fbe-9300-4da09df35d30 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309946 Aug 20 15:55:50.078008 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2e55c2a3-41f7-410e-ba84-3be8d515ba73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:50.356242 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.db [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-945ce7f7-8aa1-4a3e-905b-9e204dee8f3c service neutron] For port 59319fa6-4feb-4132-91e0-820a1bb87c58, host hv-cinder-80539, cleared binding levels {{(pid=75060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:55:50.393195 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.db [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-945ce7f7-8aa1-4a3e-905b-9e204dee8f3c service neutron] For port 59319fa6-4feb-4132-91e0-820a1bb87c58, host hv-cinder-80539, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=59319fa6-4feb-4132-91e0-820a1bb87c58,segment=NetworkSegment(f5387f52-05f6-482a-b903-dbb0645b62e7),segment_id=f5387f52-05f6-482a-b903-dbb0645b62e7)] {{(pid=75060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:55:50.425591 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-945ce7f7-8aa1-4a3e-905b-9e204dee8f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:50.494796 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4e0b261c-7c12-4d6f-a808-c6dac0da93c8 req-b85d8b63-09fe-4947-8fb4-5f70343ffb2c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3ef32ffa9742498dbab644d6d4143034&device_id=61e859b3-95c3-43c1-8aa2-dbadaacf4688 HTTP/1.1" status: 200 len: 1096 time: 0.3228092 Aug 20 15:55:50.637509 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:50.804922 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ce7f7-8aa1-4a3e-905b-9e204dee8f3c service neutron] Pushing event updated for resources: {'Port': ['ID=59319fa6-4feb-4132-91e0-820a1bb87c58,revision_number=3']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:50.816928 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-945ce7f7-8aa1-4a3e-905b-9e204dee8f3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:50.921220 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-945ce7f7-8aa1-4a3e-905b-9e204dee8f3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for port, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:50.923421 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-945ce7f7-8aa1-4a3e-905b-9e204dee8f3c service neutron] 10.222.0.54 "PUT /v2.0/ports/59319fa6-4feb-4132-91e0-820a1bb87c58 HTTP/1.1" status: 200 len: 1093 time: 8.8566425 Aug 20 15:55:50.928371 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5141f455-2850-4d12-a564-93c67ab9d1cb', 'tag': '59319fa6-4feb-4132-91e0-820a1bb87c58'}] {{(pid=75060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:55:51.102547 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b261c-7c12-4d6f-a808-c6dac0da93c8 req-9d39aba0-ddc1-4b53-ab04-44cb1cd957b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:51.106368 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4e0b261c-7c12-4d6f-a808-c6dac0da93c8 req-9d39aba0-ddc1-4b53-ab04-44cb1cd957b0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=30067384-36e2-4f1d-a3f2-0548715d97a2 HTTP/1.1" status: 200 len: 917 time: 0.5998850 Aug 20 15:55:51.450677 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4e0b261c-7c12-4d6f-a808-c6dac0da93c8 req-0730b716-4d98-4e68-9665-6c21fc6e8542 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5034477f-7ae3-475f-b8fd-b2ae04ab132b HTTP/1.1" status: 200 len: 217 time: 0.3263452 Aug 20 15:55:51.659195 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-6c3aa687-6b21-42d0-b16c-bc6d1c986938 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a9a88cd27266426598354a586a538e28&device_id=5141f455-2850-4d12-a564-93c67ab9d1cb HTTP/1.1" status: 200 len: 1096 time: 0.5954769 Aug 20 15:55:51.696701 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683caca5-2696-4c8f-beb9-9912565c45ac admin admin] Notify agent at l3_agent.dv-cinder-805398-3-smb the message routers_updated {{(pid=75060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:55:51.712376 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55885f14-609f-4908-8b49-bfebddbcffa3 None None] Sync routers for ids ['a9b20389-1c7e-40b6-b47f-af0f943f390d'] in dv-cinder-805398-3-smb {{(pid=75063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 20 15:55:51.753246 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b261c-7c12-4d6f-a808-c6dac0da93c8 req-cfeadc24-ef05-4783-b9e3-99e4e8a2bdc7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:51.755770 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4e0b261c-7c12-4d6f-a808-c6dac0da93c8 req-cfeadc24-ef05-4783-b9e3-99e4e8a2bdc7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8513a594-b636-416f-a5b5-0a881f926347 HTTP/1.1" status: 200 len: 855 time: 0.2192912 Aug 20 15:55:51.757539 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-683caca5-2696-4c8f-beb9-9912565c45ac admin admin] 10.222.0.13 "PUT /v2.0/routers/a9b20389-1c7e-40b6-b47f-af0f943f390d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 24.2032304 Aug 20 15:55:51.780833 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3c523-8a30-47d4-b314-e96c15140dab req-70fb81c3-a226-4433-969f-f1cd974b5e5c tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:51.786281 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-56a3c523-8a30-47d4-b314-e96c15140dab req-70fb81c3-a226-4433-969f-f1cd974b5e5c tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] 10.222.0.13 "GET /v2.0/ports?device_id=5141f455-2850-4d12-a564-93c67ab9d1cb HTTP/1.1" status: 200 len: 943 time: 1.0916111 Aug 20 15:55:51.789117 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55885f14-609f-4908-8b49-bfebddbcffa3 None None] Routers {'a9b20389-1c7e-40b6-b47f-af0f943f390d'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:55:51.791947 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-55885f14-609f-4908-8b49-bfebddbcffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T15:55:42Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['a9b20389-1c7e-40b6-b47f-af0f943f390d'], 'active': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:55:51.863819 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4e0b261c-7c12-4d6f-a808-c6dac0da93c8 req-dc2b1eb5-f147-4876-b8c2-5735d9299d1f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30067384-36e2-4f1d-a3f2-0548715d97a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762932 Aug 20 15:55:51.873367 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848691e-755a-4785-8eef-1cc8d6028f5e req-24633bb3-db02-4ee8-805c-92abf16bb351 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:51.881077 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c848691e-755a-4785-8eef-1cc8d6028f5e req-24633bb3-db02-4ee8-805c-92abf16bb351 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=61e859b3-95c3-43c1-8aa2-dbadaacf4688 HTTP/1.1" status: 200 len: 943 time: 0.4244635 Aug 20 15:55:52.052903 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4e0b261c-7c12-4d6f-a808-c6dac0da93c8 req-0508dc0a-daaf-442a-9e68-d6b0330e3184 service neutron] 10.222.0.54 "GET /v2.0/networks/30067384-36e2-4f1d-a3f2-0548715d97a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684303 Aug 20 15:55:52.206333 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c848691e-755a-4785-8eef-1cc8d6028f5e req-35230bd8-ba24-4a36-8d54-5ea0e0afc9da tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231251 Aug 20 15:55:52.271199 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-e2313edb-29e3-424c-8b03-b1dbd5e18f88 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59319fa6-4feb-4132-91e0-820a1bb87c58 HTTP/1.1" status: 200 len: 217 time: 0.5075595 Aug 20 15:55:52.288773 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-56a3c523-8a30-47d4-b314-e96c15140dab req-907a8e12-92d9-4477-b16f-8b905a3af324 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] 10.222.0.13 "GET /v2.0/security-groups?id=baac43dc-74b4-4295-a668-668b49dbb6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4832146 Aug 20 15:55:52.436986 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4e0b261c-7c12-4d6f-a808-c6dac0da93c8 req-a24de91d-0d69-429f-9b99-78b026120ce4 service neutron] 10.222.0.54 "GET /v2.0/networks/30067384-36e2-4f1d-a3f2-0548715d97a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542075 Aug 20 15:55:52.458767 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-455df5d7-c3ff-4a5e-b910-2b32ba5833be service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:52.463168 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-455df5d7-c3ff-4a5e-b910-2b32ba5833be service neutron] 10.222.0.54 "GET /v2.0/subnets?id=45ed7ada-78e1-451e-b2cf-4dc1b606c2c2 HTTP/1.1" status: 200 len: 851 time: 0.1689048 Aug 20 15:55:52.496570 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvr_db [None req-55885f14-609f-4908-8b49-bfebddbcffa3 None None] Set router a9b20389-1c7e-40b6-b47f-af0f943f390d gateway port host: dv-cinder-805398-3-smb {{(pid=75063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 15:55:52.572487 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-f47ba4c6-658f-47ea-aec2-780978e6dccb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b66ee0b1-68a2-4efc-b4c2-6a065418e0ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876982 Aug 20 15:55:52.575473 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2e55c2a3-41f7-410e-ba84-3be8d515ba73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:52.723942 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2e55c2a3-41f7-410e-ba84-3be8d515ba73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:52.739243 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2e55c2a3-41f7-410e-ba84-3be8d515ba73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3462157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642345'] for router_interface, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:52.778851 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:53.054337 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-55885f14-609f-4908-8b49-bfebddbcffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'name': 'tempest-AttachVolumeTestJSON-1856526269-router', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': '064a5ec0-ca6d-4322-8a54-3af08507212f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:22Z', 'updated_at': '2021-08-20T15:55:38Z', 'revision_number': 4, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'gw_port': {'id': '064a5ec0-ca6d-4322-8a54-3af08507212f', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:62:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:24Z', 'updated_at': '2021-08-20T15:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': '2cfcb533-e428-458a-84c3-08a45fe515b8', 'name': '', 'network_id': 'e1370026-f031-4601-8314-e240c06ab358', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'mac_address': 'fa:16:3e:47:72:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36223243-b246-4e2e-9e1f-57c0926d199c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:33Z', 'updated_at': '2021-08-20T15:55:40Z', 'revision_number': 2, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'subnets': [{'id': '36223243-b246-4e2e-9e1f-57c0926d199c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:55:53.064551 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55885f14-609f-4908-8b49-bfebddbcffa3 None None] Checking router: a9b20389-1c7e-40b6-b47f-af0f943f390d for host: dv-cinder-805398-3-smb {{(pid=75063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 20 15:55:53.065518 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55885f14-609f-4908-8b49-bfebddbcffa3 None None] Updating router a9b20389-1c7e-40b6-b47f-af0f943f390d port 2cfcb533-e428-458a-84c3-08a45fe515b8 binding host dv-cinder-805398-3-smb {{(pid=75063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 20 15:55:53.176233 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-55885f14-609f-4908-8b49-bfebddbcffa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:53.412726 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5141f455-2850-4d12-a564-93c67ab9d1cb', 'tag': '59319fa6-4feb-4132-91e0-820a1bb87c58', 'status': 'completed', 'code': 200} Aug 20 15:55:53.418676 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55c2a3-41f7-410e-ba84-3be8d515ba73 admin admin] Pushing event updated for resources: {'Port': ['ID=93d678b8-e6e1-453f-b740-66795866348f,revision_number=2']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:53.435584 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-2e55c2a3-41f7-410e-ba84-3be8d515ba73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:53.449582 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e55c2a3-41f7-410e-ba84-3be8d515ba73 admin admin] Network fc37f4d2-7566-422c-9224-61d148cf8ba2 is already hosted by enough agents. {{(pid=75060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:55:53.456976 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.base_scheduler [None req-2e55c2a3-41f7-410e-ba84-3be8d515ba73 admin admin] Resources bound (agent type, host, resource id): {{(pid=75060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:55:53.690980 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f222d55-8a2b-4697-83bf-a00c3057c1e8 req-8d9467d5-4cf9-42bb-921b-2242fc8b91c5 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:53.705923 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7f222d55-8a2b-4697-83bf-a00c3057c1e8 req-8d9467d5-4cf9-42bb-921b-2242fc8b91c5 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=61e859b3-95c3-43c1-8aa2-dbadaacf4688 HTTP/1.1" status: 200 len: 943 time: 0.1829004 Aug 20 15:55:53.859627 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7f222d55-8a2b-4697-83bf-a00c3057c1e8 req-740db035-68cc-4729-aa9e-ca72bac006d8 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503162 Aug 20 15:55:53.876121 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-18aa723e-4a9f-42b2-8ce9-5b889d0fcd86 service neutron] 10.222.0.54 "GET /v2.0/networks/b66ee0b1-68a2-4efc-b4c2-6a065418e0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2975068 Aug 20 15:55:54.270081 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-55885f14-609f-4908-8b49-bfebddbcffa3 None None] Notify callbacks [] for port, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:54.295159 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [None req-55885f14-609f-4908-8b49-bfebddbcffa3 None None] Transition to ACTIVE for port object 2cfcb533-e428-458a-84c3-08a45fe515b8 will not be triggered until provisioned by entity L2. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:55:54.308365 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-55885f14-609f-4908-8b49-bfebddbcffa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:54.334797 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:54.366010 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 55924) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:55:54.386005 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [None req-5d8e7423-afa8-4c18-8a4a-ce4b4203460c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Request body: {'security_group': {'name': 'tempest-securitygroup--325977230', 'description': 'tempest-description--955364351'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:55:54.406588 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-5d8e7423-afa8-4c18-8a4a-ce4b4203460c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:55:54.414687 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-5d8e7423-afa8-4c18-8a4a-ce4b4203460c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Usage tracker for resource:security_group and tenant:e7e604552f7c48b6adf92b9295b42ab0 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:55:54.426873 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-5d8e7423-afa8-4c18-8a4a-ce4b4203460c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:55:54.481791 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-5d8e7423-afa8-4c18-8a4a-ce4b4203460c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:55:54.546219 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 5034477f-7ae3-475f-b8fd-b2ae04ab132b details requested by agent hyperv_hv-cinder-80539 with host hv-cinder-80539 {{(pid=75062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 15:55:54.587881 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-5d8e7423-afa8-4c18-8a4a-ce4b4203460c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for security_group, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:54.595904 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cda586-c5a9-476b-af90-e4e3ee2008b9 None None] Pushing event updated for resources: {'Port': ['ID=2cfcb533-e428-458a-84c3-08a45fe515b8,revision_number=3']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:54.599869 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-c0cda586-c5a9-476b-af90-e4e3ee2008b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:54.732103 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5766d21-7688-492e-9398-e8d7c896fa85 req-3ad1cbab-1b24-438c-ac2a-416d9e051a4e tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:54.740174 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c5766d21-7688-492e-9398-e8d7c896fa85 req-3ad1cbab-1b24-438c-ac2a-416d9e051a4e tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] 10.222.0.13 "GET /v2.0/ports?device_id=5141f455-2850-4d12-a564-93c67ab9d1cb HTTP/1.1" status: 200 len: 943 time: 0.4663036 Aug 20 15:55:54.756924 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [None req-55885f14-609f-4908-8b49-bfebddbcffa3 None None] Attempting to bind port 2cfcb533-e428-458a-84c3-08a45fe515b8 on host dv-cinder-805398-3-smb for vnic_type normal with profile {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:55:54.758423 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [None req-55885f14-609f-4908-8b49-bfebddbcffa3 None None] Attempting to bind port 2cfcb533-e428-458a-84c3-08a45fe515b8 by drivers openvswitch,hyperv on host dv-cinder-805398-3-smb at level 0 using segments [{'id': '29e44bf0-25da-4d57-a187-72675e544d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'e1370026-f031-4601-8314-e240c06ab358'}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:55:54.759008 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55885f14-609f-4908-8b49-bfebddbcffa3 None None] Attempting to bind port 2cfcb533-e428-458a-84c3-08a45fe515b8 on network e1370026-f031-4601-8314-e240c06ab358 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:55:54.771024 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55885f14-609f-4908-8b49-bfebddbcffa3 None None] Checking agent: {'id': 'f0705a43-169d-4811-8182-ed59241d69e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805398-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 46, 40), 'started_at': datetime.datetime(2021, 8, 20, 15, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805398-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:55:54.771241 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55885f14-609f-4908-8b49-bfebddbcffa3 None None] Checking segment: {'id': '29e44bf0-25da-4d57-a187-72675e544d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'e1370026-f031-4601-8314-e240c06ab358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:55:54.771705 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-55885f14-609f-4908-8b49-bfebddbcffa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:54.772173 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55885f14-609f-4908-8b49-bfebddbcffa3 None None] Bound using segment: {'id': '29e44bf0-25da-4d57-a187-72675e544d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'e1370026-f031-4601-8314-e240c06ab358'} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:55:54.772784 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [None req-55885f14-609f-4908-8b49-bfebddbcffa3 None None] Bound port: 2cfcb533-e428-458a-84c3-08a45fe515b8, host: dv-cinder-805398-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29e44bf0-25da-4d57-a187-72675e544d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'e1370026-f031-4601-8314-e240c06ab358'}}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:55:54.773241 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-55885f14-609f-4908-8b49-bfebddbcffa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:54.889701 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 5034477f-7ae3-475f-b8fd-b2ae04ab132b, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=5034477f-7ae3-475f-b8fd-b2ae04ab132b,segment=NetworkSegment(c2be3471-78dd-4aa1-bdce-665f59ef88b0),segment_id=c2be3471-78dd-4aa1-bdce-665f59ef88b0)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:55:54.923019 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.db [None req-55885f14-609f-4908-8b49-bfebddbcffa3 None None] For port 2cfcb533-e428-458a-84c3-08a45fe515b8, host dv-cinder-805398-3-smb, cleared binding levels {{(pid=75063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:55:54.927495 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.db [None req-55885f14-609f-4908-8b49-bfebddbcffa3 None None] For port 2cfcb533-e428-458a-84c3-08a45fe515b8, host dv-cinder-805398-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=2cfcb533-e428-458a-84c3-08a45fe515b8,segment=NetworkSegment(29e44bf0-25da-4d57-a187-72675e544d99),segment_id=29e44bf0-25da-4d57-a187-72675e544d99)] {{(pid=75063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:55:54.946326 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-55885f14-609f-4908-8b49-bfebddbcffa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:54.953004 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Returning: {'device': '5034477f-7ae3-475f-b8fd-b2ae04ab132b', 'network_id': '30067384-36e2-4f1d-a3f2-0548715d97a2', 'port_id': '5034477f-7ae3-475f-b8fd-b2ae04ab132b', 'mac_address': 'fa:16:3e:f4:26:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8513a594-b636-416f-a5b5-0a881f926347', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 15:55:54.958171 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-5d8e7423-afa8-4c18-8a4a-ce4b4203460c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:55:54.984074 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-ad222826-9f7e-49bc-8619-7ed1a0b375a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:55.024681 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-5d8e7423-afa8-4c18-8a4a-ce4b4203460c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Usage tracker for resource:security_group_rule and tenant:e7e604552f7c48b6adf92b9295b42ab0 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:55:55.070410 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-5d8e7423-afa8-4c18-8a4a-ce4b4203460c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:55:55.099289 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cda586-c5a9-476b-af90-e4e3ee2008b9 None None] Pushing event updated for resources: {'Port': ['ID=2cfcb533-e428-458a-84c3-08a45fe515b8,revision_number=4']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:55.103240 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-c0cda586-c5a9-476b-af90-e4e3ee2008b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:55.110922 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55885f14-609f-4908-8b49-bfebddbcffa3 None None] Routers {'a9b20389-1c7e-40b6-b47f-af0f943f390d'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:55:55.111629 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-55885f14-609f-4908-8b49-bfebddbcffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T15:55:42Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['a9b20389-1c7e-40b6-b47f-af0f943f390d'], 'active': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:55:55.120991 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-5d8e7423-afa8-4c18-8a4a-ce4b4203460c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:55:55.131596 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c5766d21-7688-492e-9398-e8d7c896fa85 req-1013d4d2-a2a8-4db4-817c-da4ad1e477ce tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] 10.222.0.13 "GET /v2.0/security-groups?id=baac43dc-74b4-4295-a668-668b49dbb6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600814 Aug 20 15:55:55.153349 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:55.231620 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5034477f-7ae3-475f-b8fd-b2ae04ab132b {{(pid=75062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:55:55.286612 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 5034477f-7ae3-475f-b8fd-b2ae04ab132b, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=5034477f-7ae3-475f-b8fd-b2ae04ab132b,segment=NetworkSegment(c2be3471-78dd-4aa1-bdce-665f59ef88b0),segment_id=c2be3471-78dd-4aa1-bdce-665f59ef88b0)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:55:55.310452 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:55.343182 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:55.469281 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvr_db [None req-55885f14-609f-4908-8b49-bfebddbcffa3 None None] Set router a9b20389-1c7e-40b6-b47f-af0f943f390d gateway port host: dv-cinder-805398-3-smb {{(pid=75063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 15:55:55.502576 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [req-715fb3bc-fc5d-4ff7-87fe-a89cb48c1938 req-1392e711-9a93-4c4a-8cc6-646d4c698e64 service neutron] 10.222.0.54 "GET /v2.0/networks/b66ee0b1-68a2-4efc-b4c2-6a065418e0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6131730 Aug 20 15:55:55.576259 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-5d8e7423-afa8-4c18-8a4a-ce4b4203460c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for security_group, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:55.588346 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-5d8e7423-afa8-4c18-8a4a-ce4b4203460c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:55.595166 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-b7de43f8-7400-4994-9a00-177f3931b92b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:55.657697 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=5034477f-7ae3-475f-b8fd-b2ae04ab132b,revision_number=4']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:55.666866 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e7423-afa8-4c18-8a4a-ce4b4203460c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eded63c2-2ce8-4bd9-a1cf-fafd977a2101,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:55.672769 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:55.673786 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-5d8e7423-afa8-4c18-8a4a-ce4b4203460c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:55.763942 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e55c2a3-41f7-410e-ba84-3be8d515ba73 admin admin] Router 48284600-5653-4e26-ab07-5767d01c1b5b has already been hosted by L3 agent ecccf787-6cb6-4f52-bf94-e4285ae9b988 {{(pid=75060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:55:55.776285 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-5d8e7423-afa8-4c18-8a4a-ce4b4203460c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for security_group, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:55.778567 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-5d8e7423-afa8-4c18-8a4a-ce4b4203460c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.4120748 Aug 20 15:55:55.780534 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['5034477f-7ae3-475f-b8fd-b2ae04ab132b'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 15:55:55.790989 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 55954) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:55:55.800193 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [None req-9af118ea-86ee-4603-b4f0-168a712587a1 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Request body: {'security_group_rule': {'security_group_id': 'eded63c2-2ce8-4bd9-a1cf-fafd977a2101', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:55:55.818084 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [req-cf648ecc-c896-4eed-a40b-a78d2b961aac req-af7ad4f9-ec2b-4c99-b0e1-a61cb160623f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a9a88cd27266426598354a586a538e28&device_id=5141f455-2850-4d12-a564-93c67ab9d1cb HTTP/1.1" status: 200 len: 1096 time: 0.2512376 Aug 20 15:55:55.839157 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac52fb-8883-4090-9390-78db4b79b55f req-e62d57ea-ee96-4da9-869e-4e5b67e1afca tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:55.845981 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5aac52fb-8883-4090-9390-78db4b79b55f req-e62d57ea-ee96-4da9-869e-4e5b67e1afca tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=61e859b3-95c3-43c1-8aa2-dbadaacf4688 HTTP/1.1" status: 200 len: 944 time: 0.4035885 Aug 20 15:55:55.859520 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-9af118ea-86ee-4603-b4f0-168a712587a1 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:55:55.910766 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-9af118ea-86ee-4603-b4f0-168a712587a1 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Usage tracker for resource:security_group_rule and tenant:e7e604552f7c48b6adf92b9295b42ab0 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:55:55.920752 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-9af118ea-86ee-4603-b4f0-168a712587a1 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:55:56.000978 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-9af118ea-86ee-4603-b4f0-168a712587a1 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:55:56.028677 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-9af118ea-86ee-4603-b4f0-168a712587a1 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:56.060476 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5aac52fb-8883-4090-9390-78db4b79b55f req-5ddfab9c-e78c-4f35-9fb2-fcf1162a19fe tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090425 Aug 20 15:55:56.146063 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 55966) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:55:56.211376 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-55885f14-609f-4908-8b49-bfebddbcffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'name': 'tempest-AttachVolumeTestJSON-1856526269-router', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': '064a5ec0-ca6d-4322-8a54-3af08507212f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:22Z', 'updated_at': '2021-08-20T15:55:38Z', 'revision_number': 4, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'gw_port': {'id': '064a5ec0-ca6d-4322-8a54-3af08507212f', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:62:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:24Z', 'updated_at': '2021-08-20T15:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': '2cfcb533-e428-458a-84c3-08a45fe515b8', 'name': '', 'network_id': 'e1370026-f031-4601-8314-e240c06ab358', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'mac_address': 'fa:16:3e:47:72:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36223243-b246-4e2e-9e1f-57c0926d199c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:33Z', 'updated_at': '2021-08-20T15:55:54Z', 'revision_number': 4, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'subnets': [{'id': '36223243-b246-4e2e-9e1f-57c0926d199c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:55:56.220487 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-9af118ea-86ee-4603-b4f0-168a712587a1 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:56.230832 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf648ecc-c896-4eed-a40b-a78d2b961aac req-f3305f60-25b2-4fbb-b950-a07a4c9faf24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:56.232389 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [req-cf648ecc-c896-4eed-a40b-a78d2b961aac req-f3305f60-25b2-4fbb-b950-a07a4c9faf24 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b66ee0b1-68a2-4efc-b4c2-6a065418e0ac HTTP/1.1" status: 200 len: 913 time: 0.2738500 Aug 20 15:55:56.232848 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-9af118ea-86ee-4603-b4f0-168a712587a1 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446176'] for security_group_rule, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:56.235417 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55885f14-609f-4908-8b49-bfebddbcffa3 None None] The sync data for ids ['a9b20389-1c7e-40b6-b47f-af0f943f390d'] in dv-cinder-805398-3-smb is: [{'id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'name': 'tempest-AttachVolumeTestJSON-1856526269-router', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': '064a5ec0-ca6d-4322-8a54-3af08507212f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:22Z', 'updated_at': '2021-08-20T15:55:38Z', 'revision_number': 4, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'gw_port': {'id': '064a5ec0-ca6d-4322-8a54-3af08507212f', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:62:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:24Z', 'updated_at': '2021-08-20T15:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': '2cfcb533-e428-458a-84c3-08a45fe515b8', 'name': '', 'network_id': 'e1370026-f031-4601-8314-e240c06ab358', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'mac_address': 'fa:16:3e:47:72:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36223243-b246-4e2e-9e1f-57c0926d199c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:33Z', 'updated_at': '2021-08-20T15:55:54Z', 'revision_number': 4, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'subnets': [{'id': '36223243-b246-4e2e-9e1f-57c0926d199c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 20 15:55:56.267105 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:56.350028 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af118ea-86ee-4603-b4f0-168a712587a1 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e081102-7487-4864-a951-99cbe9850c6b,revision_number=0']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:56.362599 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-9af118ea-86ee-4603-b4f0-168a712587a1 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:56.365082 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-9af118ea-86ee-4603-b4f0-168a712587a1 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:56.370412 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-9af118ea-86ee-4603-b4f0-168a712587a1 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5744836 Aug 20 15:55:56.377943 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 55976) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:55:56.379658 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [req-cf648ecc-c896-4eed-a40b-a78d2b961aac req-17c13253-7e18-4358-8408-b0aa741598dd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59319fa6-4feb-4132-91e0-820a1bb87c58 HTTP/1.1" status: 200 len: 217 time: 0.1400225 Aug 20 15:55:56.387294 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [None req-92a36fa6-9f2d-497e-8e35-1979c69e7737 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Request body: {'security_group_rule': {'security_group_id': 'eded63c2-2ce8-4bd9-a1cf-fafd977a2101', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:55:56.412981 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-92a36fa6-9f2d-497e-8e35-1979c69e7737 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:55:56.423968 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-92a36fa6-9f2d-497e-8e35-1979c69e7737 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Usage tracker for resource:security_group_rule and tenant:e7e604552f7c48b6adf92b9295b42ab0 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:55:56.429408 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-92a36fa6-9f2d-497e-8e35-1979c69e7737 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:55:56.446210 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-92a36fa6-9f2d-497e-8e35-1979c69e7737 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:55:56.526731 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-92a36fa6-9f2d-497e-8e35-1979c69e7737 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:56.661763 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c719d2-4b5c-4c58-9489-c22060b81e4b req-08857e27-7cfa-40a3-83d4-6b90215e6cc6 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:56.664978 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf648ecc-c896-4eed-a40b-a78d2b961aac req-92e7b4a3-72cb-4b4f-913b-1bd1b4cf33b0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:56.666855 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [req-cf648ecc-c896-4eed-a40b-a78d2b961aac req-92e7b4a3-72cb-4b4f-913b-1bd1b4cf33b0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=45ed7ada-78e1-451e-b2cf-4dc1b606c2c2 HTTP/1.1" status: 200 len: 851 time: 0.2757428 Aug 20 15:55:56.671046 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-33c719d2-4b5c-4c58-9489-c22060b81e4b req-08857e27-7cfa-40a3-83d4-6b90215e6cc6 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] 10.222.0.13 "GET /v2.0/ports?device_id=5141f455-2850-4d12-a564-93c67ab9d1cb HTTP/1.1" status: 200 len: 943 time: 0.1939998 Aug 20 15:55:56.677288 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-92a36fa6-9f2d-497e-8e35-1979c69e7737 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:56.696605 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-114c3a8c-418e-4aeb-871c-6f4f0813a39d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:56.716247 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-92a36fa6-9f2d-497e-8e35-1979c69e7737 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446176'] for security_group_rule, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:56.720765 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:56.729266 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [req-cf648ecc-c896-4eed-a40b-a78d2b961aac req-afeb80f3-5f38-49d4-ba56-9f329cb386d5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b66ee0b1-68a2-4efc-b4c2-6a065418e0ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546291 Aug 20 15:55:56.771889 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a36fa6-9f2d-497e-8e35-1979c69e7737 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b85043-7422-4950-be30-0246c2e45f11,revision_number=0']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:56.780465 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-92a36fa6-9f2d-497e-8e35-1979c69e7737 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:56.821526 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-33c719d2-4b5c-4c58-9489-c22060b81e4b req-1eb27a56-c34a-4804-9ab0-ff7f2626f473 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] 10.222.0.13 "GET /v2.0/security-groups?id=baac43dc-74b4-4295-a668-668b49dbb6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486537 Aug 20 15:55:56.824981 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-114c3a8c-418e-4aeb-871c-6f4f0813a39d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:55:56.835635 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-92a36fa6-9f2d-497e-8e35-1979c69e7737 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:56.840777 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-92a36fa6-9f2d-497e-8e35-1979c69e7737 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4579401 Aug 20 15:55:56.849850 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-114c3a8c-418e-4aeb-871c-6f4f0813a39d admin admin] Usage tracker for resource:security_group_rule and tenant:89c7852aeae345e58cd90a1c55a70702 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:55:56.852849 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 55986) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:55:56.856152 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-114c3a8c-418e-4aeb-871c-6f4f0813a39d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:55:56.863177 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [None req-e623359c-3ccb-44e6-9860-0406ec3b4888 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Request body: {'floatingip': {'floating_network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:55:56.872954 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-114c3a8c-418e-4aeb-871c-6f4f0813a39d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:55:56.875684 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-e623359c-3ccb-44e6-9860-0406ec3b4888 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:55:56.883492 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-e623359c-3ccb-44e6-9860-0406ec3b4888 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Usage tracker for resource:floatingip and tenant:e7e604552f7c48b6adf92b9295b42ab0 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:55:56.891834 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-e623359c-3ccb-44e6-9860-0406ec3b4888 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:55:56.903335 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-e623359c-3ccb-44e6-9860-0406ec3b4888 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:55:56.938293 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-e623359c-3ccb-44e6-9860-0406ec3b4888 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for floatingip, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:57.073079 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e55c2a3-41f7-410e-ba84-3be8d515ba73 admin admin] Notify agent at l3_agent.dv-cinder-805398-3-smb the message routers_updated {{(pid=75060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:55:57.084559 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c34baa-6ae1-42c1-b28b-52f558324766 None None] Sync routers for ids ['48284600-5653-4e26-ab07-5767d01c1b5b'] in dv-cinder-805398-3-smb {{(pid=75062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 20 15:55:57.097461 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-2e55c2a3-41f7-410e-ba84-3be8d515ba73 admin admin] 10.222.0.13 "PUT /v2.0/routers/48284600-5653-4e26-ab07-5767d01c1b5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 21.2554531 Aug 20 15:55:57.126878 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c34baa-6ae1-42c1-b28b-52f558324766 None None] Routers {'48284600-5653-4e26-ab07-5767d01c1b5b'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:55:57.128090 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-d5c34baa-6ae1-42c1-b28b-52f558324766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T15:55:42Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['48284600-5653-4e26-ab07-5767d01c1b5b'], 'active': True} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:55:57.158739 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-114c3a8c-418e-4aeb-871c-6f4f0813a39d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:57.180530 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [req-cf648ecc-c896-4eed-a40b-a78d2b961aac req-d6c0c36b-ed94-4c38-b4f0-507d84682b52 service neutron] 10.222.0.54 "GET /v2.0/networks/b66ee0b1-68a2-4efc-b4c2-6a065418e0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286160 Aug 20 15:55:57.207033 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-114c3a8c-418e-4aeb-871c-6f4f0813a39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:57.279488 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:57.369088 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-114c3a8c-418e-4aeb-871c-6f4f0813a39d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=89c7852aeae345e58cd90a1c55a70702&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2184997 Aug 20 15:55:57.371825 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 56006) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:55:57.441361 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c3a8c-418e-4aeb-871c-6f4f0813a39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1595f855-9cf9-43a7-be51-5c96b27245cf,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:57.455245 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-114c3a8c-418e-4aeb-871c-6f4f0813a39d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:57.571266 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [req-cf648ecc-c896-4eed-a40b-a78d2b961aac req-3481245f-f6d2-47be-85b6-5f57fa13c2cf service neutron] 10.222.0.54 "GET /v2.0/networks/b66ee0b1-68a2-4efc-b4c2-6a065418e0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837447 Aug 20 15:55:57.666555 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-3fc291aa-36ef-4031-9b0c-e1a23909bbfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:57.684355 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvr_db [None req-d5c34baa-6ae1-42c1-b28b-52f558324766 None None] Set router 48284600-5653-4e26-ab07-5767d01c1b5b gateway port host: dv-cinder-805398-3-smb {{(pid=75062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 15:55:57.738020 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-e623359c-3ccb-44e6-9860-0406ec3b4888 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:57.831170 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-3fc291aa-36ef-4031-9b0c-e1a23909bbfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:57.878734 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bde792-b4b1-453a-b4c7-b2c82b06bbe2 req-7d97ca5b-3b64-44e0-aa48-ca925d306bc1 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:57.881585 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-13bde792-b4b1-453a-b4c7-b2c82b06bbe2 req-7d97ca5b-3b64-44e0-aa48-ca925d306bc1 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=61e859b3-95c3-43c1-8aa2-dbadaacf4688 HTTP/1.1" status: 200 len: 944 time: 0.5085378 Aug 20 15:55:58.170179 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 2cfcb533-e428-458a-84c3-08a45fe515b8 up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:55:58.219481 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-13bde792-b4b1-453a-b4c7-b2c82b06bbe2 req-5f5ae55f-8b9b-4bdc-a77d-c3ba45d93a4a tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141973 Aug 20 15:55:58.252705 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.db_base_plugin_common [None req-e623359c-3ccb-44e6-9860-0406ec3b4888 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Allocated IP 172.28.2.156 (1515200a-7cd1-4ec3-bca4-b17b78debdd2/e9a37b8d-0a16-4543-b6cb-0b09a5c894bc/ca10a814-7368-4d4c-96d3-0c5202516d6b) {{(pid=75061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:55:58.255983 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-3fc291aa-36ef-4031-9b0c-e1a23909bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:58.267879 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:58.293987 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc291aa-36ef-4031-9b0c-e1a23909bbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1595f855-9cf9-43a7-be51-5c96b27245cf,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:58.377059 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-3fc291aa-36ef-4031-9b0c-e1a23909bbfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:58.395450 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-d5c34baa-6ae1-42c1-b28b-52f558324766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48284600-5653-4e26-ab07-5767d01c1b5b', 'name': 'tempest-ServerRescueNegativeTestJSON-530129446-router', 'tenant_id': 'f67c0c6df4d74cfab74276f0502944b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': '1660cfd9-9619-4e67-a900-7fb4055f84e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:25Z', 'updated_at': '2021-08-20T15:55:49Z', 'revision_number': 4, 'project_id': 'f67c0c6df4d74cfab74276f0502944b4', 'gw_port': {'id': '1660cfd9-9619-4e67-a900-7fb4055f84e0', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:64:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48284600-5653-4e26-ab07-5767d01c1b5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:26Z', 'updated_at': '2021-08-20T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': '93d678b8-e6e1-453f-b740-66795866348f', 'name': '', 'network_id': 'fc37f4d2-7566-422c-9224-61d148cf8ba2', 'tenant_id': 'f67c0c6df4d74cfab74276f0502944b4', 'mac_address': 'fa:16:3e:c4:9c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48284600-5653-4e26-ab07-5767d01c1b5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10eaa4f8-a6eb-4f2f-96c7-b53d6cba92f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:46Z', 'updated_at': '2021-08-20T15:55:50Z', 'revision_number': 2, 'project_id': 'f67c0c6df4d74cfab74276f0502944b4', 'subnets': [{'id': '10eaa4f8-a6eb-4f2f-96c7-b53d6cba92f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:55:58.400186 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning for port 2cfcb533-e428-458a-84c3-08a45fe515b8 completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:55:58.406247 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c34baa-6ae1-42c1-b28b-52f558324766 None None] Checking router: 48284600-5653-4e26-ab07-5767d01c1b5b for host: dv-cinder-805398-3-smb {{(pid=75062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 20 15:55:58.407015 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c34baa-6ae1-42c1-b28b-52f558324766 None None] Updating router 48284600-5653-4e26-ab07-5767d01c1b5b port 93d678b8-e6e1-453f-b740-66795866348f binding host dv-cinder-805398-3-smb {{(pid=75062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 20 15:55:58.441624 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port 2cfcb533-e428-458a-84c3-08a45fe515b8 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:55:58.442259 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:58.481172 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-3fc291aa-36ef-4031-9b0c-e1a23909bbfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:58.482645 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-3fc291aa-36ef-4031-9b0c-e1a23909bbfa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1595f855-9cf9-43a7-be51-5c96b27245cf HTTP/1.1" status: 204 len: 168 time: 1.0383232 Aug 20 15:55:58.722849 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-e623359c-3ccb-44e6-9860-0406ec3b4888 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for port, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:58.754948 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 59319fa6-4feb-4132-91e0-820a1bb87c58 details requested by agent hyperv_hv-cinder-80539 with host hv-cinder-80539 {{(pid=75062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 15:55:58.759059 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f568da-73cb-428c-a4c4-85f98e4120ac req-88325315-8f3f-4dd1-9ce1-0456fec8f489 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:58.766053 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-42f568da-73cb-428c-a4c4-85f98e4120ac req-88325315-8f3f-4dd1-9ce1-0456fec8f489 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] 10.222.0.13 "GET /v2.0/ports?device_id=5141f455-2850-4d12-a564-93c67ab9d1cb HTTP/1.1" status: 200 len: 943 time: 0.2106628 Aug 20 15:55:58.882294 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-42f568da-73cb-428c-a4c4-85f98e4120ac req-935a680f-9bab-4322-9312-3c55e966b4bc tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] 10.222.0.13 "GET /v2.0/security-groups?id=baac43dc-74b4-4295-a668-668b49dbb6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152606 Aug 20 15:55:58.921884 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 5034477f-7ae3-475f-b8fd-b2ae04ab132b up at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:55:58.968032 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 59319fa6-4feb-4132-91e0-820a1bb87c58, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=59319fa6-4feb-4132-91e0-820a1bb87c58,segment=NetworkSegment(f5387f52-05f6-482a-b903-dbb0645b62e7),segment_id=f5387f52-05f6-482a-b903-dbb0645b62e7)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:55:59.014333 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-d5c34baa-6ae1-42c1-b28b-52f558324766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:59.034371 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Returning: {'device': '59319fa6-4feb-4132-91e0-820a1bb87c58', 'network_id': 'b66ee0b1-68a2-4efc-b4c2-6a065418e0ac', 'port_id': '59319fa6-4feb-4132-91e0-820a1bb87c58', 'mac_address': 'fa:16:3e:3c:fa:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ed7ada-78e1-451e-b2cf-4dc1b606c2c2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 15:55:59.043760 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-e623359c-3ccb-44e6-9860-0406ec3b4888 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943'] for port, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:59.049350 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 56052) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:55:59.061971 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-6303967d-c7e2-4f5a-83fe-463bc20764b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:59.107722 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-f9a5f18b-50b9-474e-8870-3f2105d58806 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:59.114523 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-f9a5f18b-50b9-474e-8870-3f2105d58806 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/networks?id=fc37f4d2-7566-422c-9224-61d148cf8ba2 HTTP/1.1" status: 200 len: 818 time: 0.3855128 Aug 20 15:55:59.166546 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-e941fb33-330a-4899-98d3-f3e3ef010904 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/quotas/f67c0c6df4d74cfab74276f0502944b4 HTTP/1.1" status: 200 len: 375 time: 0.0508654 Aug 20 15:55:59.173837 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e623359c-3ccb-44e6-9860-0406ec3b4888 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Network 1515200a-7cd1-4ec3-bca4-b17b78debdd2 is already hosted by enough agents. {{(pid=75061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:55:59.222819 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.base_scheduler [None req-e623359c-3ccb-44e6-9860-0406ec3b4888 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Resources bound (agent type, host, resource id): {{(pid=75061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:55:59.226464 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e623359c-3ccb-44e6-9860-0406ec3b4888 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Received port after_create {{(pid=75061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:55:59.239112 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e623359c-3ccb-44e6-9860-0406ec3b4888 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Pushing event updated for resources: {'Port': ['ID=ca10a814-7368-4d4c-96d3-0c5202516d6b,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:59.242718 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-e623359c-3ccb-44e6-9860-0406ec3b4888 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:59.410244 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b4e2904b-ebe9-48b8-8d95-7be1ecfd4e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:59.427826 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-e623359c-3ccb-44e6-9860-0406ec3b4888 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:59.483949 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-b4e2904b-ebe9-48b8-8d95-7be1ecfd4e84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:55:59.492350 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-b4e2904b-ebe9-48b8-8d95-7be1ecfd4e84 admin admin] Usage tracker for resource:security_group_rule and tenant:497aba8feec64b2cb3daf078e8edc7ed is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:55:59.498313 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-b4e2904b-ebe9-48b8-8d95-7be1ecfd4e84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:55:59.508966 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 56062) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:55:59.515199 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-b4e2904b-ebe9-48b8-8d95-7be1ecfd4e84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:55:59.521899 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:59.559494 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-58b1c35b-fc49-46b1-99c9-4ad1dbf9966b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:59.572610 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:59.573403 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-e623359c-3ccb-44e6-9860-0406ec3b4888 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:59.644996 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning for port 5034477f-7ae3-475f-b8fd-b2ae04ab132b completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:55:59.650567 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-58b1c35b-fc49-46b1-99c9-4ad1dbf9966b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:55:59.656314 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-3d469c2b-6b32-439d-a524-ac4d78c0b91e tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f67c0c6df4d74cfab74276f0502944b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4882381 Aug 20 15:55:59.668380 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-58b1c35b-fc49-46b1-99c9-4ad1dbf9966b admin admin] Usage tracker for resource:security_group_rule and tenant:d4333b765dea4537be85eeef82a73862 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:55:59.669087 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning complete for port 5034477f-7ae3-475f-b8fd-b2ae04ab132b triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:55:59.669467 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:59.681520 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-58b1c35b-fc49-46b1-99c9-4ad1dbf9966b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:55:59.696804 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-58b1c35b-fc49-46b1-99c9-4ad1dbf9966b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:55:59.740728 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59319fa6-4feb-4132-91e0-820a1bb87c58 {{(pid=75062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:55:59.764015 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b4e2904b-ebe9-48b8-8d95-7be1ecfd4e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:59.774603 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b4e2904b-ebe9-48b8-8d95-7be1ecfd4e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:59.787898 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:59.803227 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 59319fa6-4feb-4132-91e0-820a1bb87c58, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=59319fa6-4feb-4132-91e0-820a1bb87c58,segment=NetworkSegment(f5387f52-05f6-482a-b903-dbb0645b62e7),segment_id=f5387f52-05f6-482a-b903-dbb0645b62e7)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:55:59.853171 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e2904b-ebe9-48b8-8d95-7be1ecfd4e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8c22fd-9ddf-4841-a9ad-791bfcbf3c76,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:59.853374 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:59.858897 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-b4e2904b-ebe9-48b8-8d95-7be1ecfd4e84 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=497aba8feec64b2cb3daf078e8edc7ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8080754 Aug 20 15:55:59.860316 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-b4e2904b-ebe9-48b8-8d95-7be1ecfd4e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:55:59.867838 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 56076) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:55:59.877039 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:59.919710 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-58b1c35b-fc49-46b1-99c9-4ad1dbf9966b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:59.929007 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-ed38446f-3206-46be-9829-cc4eb63fce4d service neutron] 10.222.0.13 "GET /v2.0/networks/fc37f4d2-7566-422c-9224-61d148cf8ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533877 Aug 20 15:55:59.937009 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-58b1c35b-fc49-46b1-99c9-4ad1dbf9966b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:59.940235 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] For port 2cfcb533-e428-458a-84c3-08a45fe515b8, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=2cfcb533-e428-458a-84c3-08a45fe515b8,segment=NetworkSegment(29e44bf0-25da-4d57-a187-72675e544d99),segment_id=29e44bf0-25da-4d57-a187-72675e544d99)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:55:59.965370 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-b091cf2e-5fd2-4613-8678-ac0fecb9b22a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:55:59.998916 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-58b1c35b-fc49-46b1-99c9-4ad1dbf9966b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4333b765dea4537be85eeef82a73862&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4884760 Aug 20 15:56:00.004121 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 56086) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:00.021903 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1c35b-fc49-46b1-99c9-4ad1dbf9966b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fa291c-df25-4adb-adab-545eb850e452,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:00.052633 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-58b1c35b-fc49-46b1-99c9-4ad1dbf9966b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:00.066009 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:00.066323 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b8881870-4f37-42dc-9023-10d49c003676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:00.095105 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:00.145937 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=59319fa6-4feb-4132-91e0-820a1bb87c58,revision_number=4']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:00.170628 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b8881870-4f37-42dc-9023-10d49c003676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:00.175793 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce0752-ac3c-43fb-9058-bf81ab0812ff req-2835024a-c96b-4289-b722-f257705e8eb4 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:00.177143 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-05ce0752-ac3c-43fb-9058-bf81ab0812ff req-2835024a-c96b-4289-b722-f257705e8eb4 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=61e859b3-95c3-43c1-8aa2-dbadaacf4688 HTTP/1.1" status: 200 len: 944 time: 0.6982791 Aug 20 15:56:00.182561 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:00.199777 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:00.245208 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-adf9ac0e-ddb8-4915-8e93-f9510690a8ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:00.307649 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-adf9ac0e-ddb8-4915-8e93-f9510690a8ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:00.310714 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['59319fa6-4feb-4132-91e0-820a1bb87c58'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 15:56:00.334673 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b8881870-4f37-42dc-9023-10d49c003676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:00.346341 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:00.375428 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8881870-4f37-42dc-9023-10d49c003676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8c22fd-9ddf-4841-a9ad-791bfcbf3c76,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:00.380781 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-b8881870-4f37-42dc-9023-10d49c003676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:00.390783 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b8881870-4f37-42dc-9023-10d49c003676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:00.392795 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-b8881870-4f37-42dc-9023-10d49c003676 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb8c22fd-9ddf-4841-a9ad-791bfcbf3c76 HTTP/1.1" status: 204 len: 168 time: 0.5234175 Aug 20 15:56:00.414602 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-05ce0752-ac3c-43fb-9058-bf81ab0812ff req-83ffcba7-e115-4db0-b11a-b88029c458bd tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584623 Aug 20 15:56:00.429929 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-adf9ac0e-ddb8-4915-8e93-f9510690a8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:00.437403 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:00.463240 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9ac0e-ddb8-4915-8e93-f9510690a8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fa291c-df25-4adb-adab-545eb850e452,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:00.466004 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-adf9ac0e-ddb8-4915-8e93-f9510690a8ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:00.467165 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-adf9ac0e-ddb8-4915-8e93-f9510690a8ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6fa291c-df25-4adb-adab-545eb850e452 HTTP/1.1" status: 204 len: 168 time: 0.4592497 Aug 20 15:56:00.468420 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-adf9ac0e-ddb8-4915-8e93-f9510690a8ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:00.491490 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 5034477f-7ae3-475f-b8fd-b2ae04ab132b, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=5034477f-7ae3-475f-b8fd-b2ae04ab132b,segment=NetworkSegment(c2be3471-78dd-4aa1-bdce-665f59ef88b0),segment_id=c2be3471-78dd-4aa1-bdce-665f59ef88b0)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:56:00.511785 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-6b0ffa49-c563-4f92-8b1c-8c19082dbfbe service neutron] 10.222.0.13 "GET /v2.0/networks/fc37f4d2-7566-422c-9224-61d148cf8ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5712211 Aug 20 15:56:00.618738 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-e623359c-3ccb-44e6-9860-0406ec3b4888 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for port, precommit_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:00.692395 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-e623359c-3ccb-44e6-9860-0406ec3b4888 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:00.697439 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:00.796477 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e859b3-95c3-43c1-8aa2-dbadaacf4688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5034477f-7ae3-475f-b8fd-b2ae04ab132b'}] {{(pid=75062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:56:01.158531 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a6edd2e5-42b5-47c0-82f4-37bd1fb64dbb req-acc9228b-deba-4f43-a1fa-a3817d209c33 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 210 time: 0.1667433 Aug 20 15:56:01.240549 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-e623359c-3ccb-44e6-9860-0406ec3b4888 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405581'] for floatingip, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:01.258835 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 56126) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:01.304771 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b5729bcb-d1d5-42cc-b28a-e9d0f57becd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:01.330952 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e623359c-3ccb-44e6-9860-0406ec3b4888 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Pushing event updated for resources: {'Port': ['ID=ca10a814-7368-4d4c-96d3-0c5202516d6b,revision_number=2']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:01.353778 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-e623359c-3ccb-44e6-9860-0406ec3b4888 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:01.408532 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-e623359c-3ccb-44e6-9860-0406ec3b4888 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for floatingip, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:01.411884 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-e623359c-3ccb-44e6-9860-0406ec3b4888 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5555625 Aug 20 15:56:01.453628 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb2f19-b9e3-40a4-a45f-5b421a22a364 req-a28d5aff-36d5-4971-8b2b-21404be057f7 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:01.463882 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6eeb2f19-b9e3-40a4-a45f-5b421a22a364 req-a28d5aff-36d5-4971-8b2b-21404be057f7 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] 10.222.0.13 "GET /v2.0/ports?device_id=5141f455-2850-4d12-a564-93c67ab9d1cb HTTP/1.1" status: 200 len: 944 time: 0.5841668 Aug 20 15:56:01.470064 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-b5729bcb-d1d5-42cc-b28a-e9d0f57becd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:01.488785 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-b5729bcb-d1d5-42cc-b28a-e9d0f57becd3 admin admin] Usage tracker for resource:security_group_rule and tenant:b01e5b1922e6490a96f12a2ce1dc4186 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:56:01.499052 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-b5729bcb-d1d5-42cc-b28a-e9d0f57becd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:56:01.527583 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-b5729bcb-d1d5-42cc-b28a-e9d0f57becd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:01.571792 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6eeb2f19-b9e3-40a4-a45f-5b421a22a364 req-a0e01860-e2a2-47a4-8434-1c60d5e02824 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] 10.222.0.13 "GET /v2.0/security-groups?id=baac43dc-74b4-4295-a668-668b49dbb6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065457 Aug 20 15:56:01.615461 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Pushing event updated for resources: {'Port': ['ID=2cfcb533-e428-458a-84c3-08a45fe515b8,revision_number=5']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:01.634742 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.435s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:01.635574 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:01.676322 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:01.784662 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b5729bcb-d1d5-42cc-b28a-e9d0f57becd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:01.796501 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b5729bcb-d1d5-42cc-b28a-e9d0f57becd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:01.830331 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:01.926193 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-d5c34baa-6ae1-42c1-b28b-52f558324766 None None] Notify callbacks [] for port, precommit_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:01.970251 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-d5c34baa-6ae1-42c1-b28b-52f558324766 None None] Transition to ACTIVE for port object 93d678b8-e6e1-453f-b740-66795866348f will not be triggered until provisioned by entity L2. {{(pid=75062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:56:01.988379 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=5034477f-7ae3-475f-b8fd-b2ae04ab132b,revision_number=5']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:01.995767 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:01.996703 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-d5c34baa-6ae1-42c1-b28b-52f558324766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:02.014399 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-cba0af19-3919-4590-b108-1ed83d623ddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:02.014863 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5729bcb-d1d5-42cc-b28a-e9d0f57becd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9eb6c4f-bf77-4dc2-8722-e0322b8c1857,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:02.020664 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-b5729bcb-d1d5-42cc-b28a-e9d0f57becd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:02.031602 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-b5729bcb-d1d5-42cc-b28a-e9d0f57becd3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b01e5b1922e6490a96f12a2ce1dc4186&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7711675 Aug 20 15:56:02.032642 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 56158) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:02.107019 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94119c2c-fdf6-4074-913f-5344871c6230 None None] Pushing event updated for resources: {'Port': ['ID=93d678b8-e6e1-453f-b740-66795866348f,revision_number=3']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:02.110959 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-94119c2c-fdf6-4074-913f-5344871c6230 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:02.182923 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-bcaea65e-a314-4963-9a1a-b77935e5e774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:02.220537 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-bcaea65e-a314-4963-9a1a-b77935e5e774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:02.291350 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 2cfcb533-e428-458a-84c3-08a45fe515b8 up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:56:02.344746 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-bcaea65e-a314-4963-9a1a-b77935e5e774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:02.365361 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-b4e2904b-ebe9-48b8-8d95-7be1ecfd4e84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:02.394144 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaea65e-a314-4963-9a1a-b77935e5e774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9eb6c4f-bf77-4dc2-8722-e0322b8c1857,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:02.403020 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-bcaea65e-a314-4963-9a1a-b77935e5e774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:02.405347 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-bcaea65e-a314-4963-9a1a-b77935e5e774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:02.407816 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-bcaea65e-a314-4963-9a1a-b77935e5e774 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b9eb6c4f-bf77-4dc2-8722-e0322b8c1857 HTTP/1.1" status: 204 len: 168 time: 0.3736470 Aug 20 15:56:02.417328 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61402ad-65cd-495a-9c11-4b968e79e92f req-3d89a202-c595-4a5e-9687-ceaa3a0d6d83 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:02.419526 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c61402ad-65cd-495a-9c11-4b968e79e92f req-3d89a202-c595-4a5e-9687-ceaa3a0d6d83 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=61e859b3-95c3-43c1-8aa2-dbadaacf4688 HTTP/1.1" status: 200 len: 945 time: 0.6578944 Aug 20 15:56:02.452854 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-aef273ba-0a10-43da-9984-4c2e995d49af tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:02.459725 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-aef273ba-0a10-43da-9984-4c2e995d49af tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/networks?id=fc37f4d2-7566-422c-9224-61d148cf8ba2 HTTP/1.1" status: 200 len: 818 time: 0.5391121 Aug 20 15:56:02.554725 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-1ff678e1-3b2c-4ecb-bf44-06ffb754c374 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/quotas/f67c0c6df4d74cfab74276f0502944b4 HTTP/1.1" status: 200 len: 375 time: 0.0314760 Aug 20 15:56:02.681610 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port 2cfcb533-e428-458a-84c3-08a45fe515b8 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:56:02.682079 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:02.834148 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c61402ad-65cd-495a-9c11-4b968e79e92f req-61eea61f-f63c-4c3a-b7b5-ac51329a44f8 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722761 Aug 20 15:56:02.878285 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-5a747e88-8f1c-4cb9-afa2-603a6841400e tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f67c0c6df4d74cfab74276f0502944b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3034952 Aug 20 15:56:03.048536 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-3c990f77-c381-4525-a204-97de09e6e984 service neutron] 10.222.0.13 "GET /v2.0/networks/fc37f4d2-7566-422c-9224-61d148cf8ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689024 Aug 20 15:56:03.270888 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-d5c34baa-6ae1-42c1-b28b-52f558324766 None None] Attempting to bind port 93d678b8-e6e1-453f-b740-66795866348f on host dv-cinder-805398-3-smb for vnic_type normal with profile {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:56:03.271867 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-d5c34baa-6ae1-42c1-b28b-52f558324766 None None] Attempting to bind port 93d678b8-e6e1-453f-b740-66795866348f by drivers openvswitch,hyperv on host dv-cinder-805398-3-smb at level 0 using segments [{'id': 'cf28a621-c31f-43b5-9f9e-d00941f17343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'fc37f4d2-7566-422c-9224-61d148cf8ba2'}] {{(pid=75062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:56:03.272385 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c34baa-6ae1-42c1-b28b-52f558324766 None None] Attempting to bind port 93d678b8-e6e1-453f-b740-66795866348f on network fc37f4d2-7566-422c-9224-61d148cf8ba2 {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:56:03.322077 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c34baa-6ae1-42c1-b28b-52f558324766 None None] Checking agent: {'id': 'f0705a43-169d-4811-8182-ed59241d69e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805398-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 46, 40), 'started_at': datetime.datetime(2021, 8, 20, 15, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805398-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:56:03.322461 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c34baa-6ae1-42c1-b28b-52f558324766 None None] Checking segment: {'id': 'cf28a621-c31f-43b5-9f9e-d00941f17343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'fc37f4d2-7566-422c-9224-61d148cf8ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:56:03.322869 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-d5c34baa-6ae1-42c1-b28b-52f558324766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:03.323270 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c34baa-6ae1-42c1-b28b-52f558324766 None None] Bound using segment: {'id': 'cf28a621-c31f-43b5-9f9e-d00941f17343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'fc37f4d2-7566-422c-9224-61d148cf8ba2'} {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:56:03.323757 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-d5c34baa-6ae1-42c1-b28b-52f558324766 None None] Bound port: 93d678b8-e6e1-453f-b740-66795866348f, host: dv-cinder-805398-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf28a621-c31f-43b5-9f9e-d00941f17343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'fc37f4d2-7566-422c-9224-61d148cf8ba2'}}] {{(pid=75062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:56:03.324200 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-d5c34baa-6ae1-42c1-b28b-52f558324766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:03.466905 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-55ae6ea6-a87c-4a55-a38a-05336f298a37 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Synchronizing usage tracker for tenant:e7e604552f7c48b6adf92b9295b42ab0 on resource:security_group {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 15:56:03.674864 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-55ae6ea6-a87c-4a55-a38a-05336f298a37 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Unset dirty status for tenant:e7e604552f7c48b6adf92b9295b42ab0 on resource:security_group {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 15:56:03.677759 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-55ae6ea6-a87c-4a55-a38a-05336f298a37 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--325977230&fields=id&tenant_id=e7e604552f7c48b6adf92b9295b42ab0 HTTP/1.1" status: 200 len: 267 time: 0.3657236 Aug 20 15:56:03.702341 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-c4fe3f05-3640-4b60-a2b7-8b572ce2f99f service neutron] 10.222.0.13 "GET /v2.0/networks/fc37f4d2-7566-422c-9224-61d148cf8ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6436198 Aug 20 15:56:03.743785 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-d5c34baa-6ae1-42c1-b28b-52f558324766 None None] For port 93d678b8-e6e1-453f-b740-66795866348f, host dv-cinder-805398-3-smb, cleared binding levels {{(pid=75062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:56:03.758282 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-d5c34baa-6ae1-42c1-b28b-52f558324766 None None] For port 93d678b8-e6e1-453f-b740-66795866348f, host dv-cinder-805398-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=93d678b8-e6e1-453f-b740-66795866348f,segment=NetworkSegment(cf28a621-c31f-43b5-9f9e-d00941f17343),segment_id=cf28a621-c31f-43b5-9f9e-d00941f17343)] {{(pid=75062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:56:03.769029 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-d5c34baa-6ae1-42c1-b28b-52f558324766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:03.787496 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:03.807273 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-2bbffc6c-a727-494f-872d-18d9b4d7d212 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:03.808069 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-2bbffc6c-a727-494f-872d-18d9b4d7d212 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Synchronizing usage tracker for tenant:f67c0c6df4d74cfab74276f0502944b4 on resource:network {{(pid=75060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 15:56:03.867518 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 56216) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:03.903547 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-2bbffc6c-a727-494f-872d-18d9b4d7d212 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Unset dirty status for tenant:f67c0c6df4d74cfab74276f0502944b4 on resource:network {{(pid=75060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 15:56:03.908489 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-2bbffc6c-a727-494f-872d-18d9b4d7d212 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.54 "GET /v2.0/networks?id=fc37f4d2-7566-422c-9224-61d148cf8ba2 HTTP/1.1" status: 200 len: 818 time: 0.5301070 Aug 20 15:56:03.927652 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-8a2c14d0-0b46-4eab-993b-0e9a2bc5a7e7 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Request body: {'port': {'device_id': 'e5bd7fc7-4bab-4a75-b89b-feeb744bbed5', 'network_id': 'fc37f4d2-7566-422c-9224-61d148cf8ba2', 'admin_state_up': True, 'tenant_id': 'f67c0c6df4d74cfab74276f0502944b4'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:56:04.103106 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-1471cde6-edd3-4787-9cc4-536b330741a4 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:04.104072 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-1471cde6-edd3-4787-9cc4-536b330741a4 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Synchronizing usage tracker for tenant:e7e604552f7c48b6adf92b9295b42ab0 on resource:network {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 15:56:04.130058 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-1471cde6-edd3-4787-9cc4-536b330741a4 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Unset dirty status for tenant:e7e604552f7c48b6adf92b9295b42ab0 on resource:network {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 15:56:04.134510 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-1471cde6-edd3-4787-9cc4-536b330741a4 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/networks?id=e1370026-f031-4601-8314-e240c06ab358 HTTP/1.1" status: 200 len: 811 time: 0.4303393 Aug 20 15:56:04.161038 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-c6ff6c8a-92ab-422a-8980-7d4caa368e34 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/quotas/e7e604552f7c48b6adf92b9295b42ab0 HTTP/1.1" status: 200 len: 375 time: 0.0184734 Aug 20 15:56:04.197990 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94119c2c-fdf6-4074-913f-5344871c6230 None None] Pushing event updated for resources: {'Port': ['ID=93d678b8-e6e1-453f-b740-66795866348f,revision_number=4']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:04.213304 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c34baa-6ae1-42c1-b28b-52f558324766 None None] Routers {'48284600-5653-4e26-ab07-5767d01c1b5b'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:56:04.217301 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-d5c34baa-6ae1-42c1-b28b-52f558324766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T15:55:42Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['48284600-5653-4e26-ab07-5767d01c1b5b'], 'active': True} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:56:04.305079 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-94119c2c-fdf6-4074-913f-5344871c6230 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:04.362550 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-96021ef6-f2ae-48d7-80b0-461412a97c2f tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7e604552f7c48b6adf92b9295b42ab0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1846433 Aug 20 15:56:04.524104 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-8a2c14d0-0b46-4eab-993b-0e9a2bc5a7e7 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:04.537058 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-8a2c14d0-0b46-4eab-993b-0e9a2bc5a7e7 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Usage tracker for resource:port and tenant:f67c0c6df4d74cfab74276f0502944b4 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:56:04.563109 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-8a2c14d0-0b46-4eab-993b-0e9a2bc5a7e7 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Quota usage for port was recalculated. Used quota:1. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:56:04.574650 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-8a2c14d0-0b46-4eab-993b-0e9a2bc5a7e7 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:04.586323 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 59319fa6-4feb-4132-91e0-820a1bb87c58 up at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:56:04.593999 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-8a2c14d0-0b46-4eab-993b-0e9a2bc5a7e7 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Made reservation on behalf of f67c0c6df4d74cfab74276f0502944b4 for: {'port': 1} {{(pid=75060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:56:04.609151 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-8a2c14d0-0b46-4eab-993b-0e9a2bc5a7e7 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:04.725581 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-6d3ac284-1fd7-4f59-bb1a-12cab9138b85 service neutron] 10.222.0.13 "GET /v2.0/networks/e1370026-f031-4601-8314-e240c06ab358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514984 Aug 20 15:56:04.943617 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7fddb185-63f8-49c4-8bf1-852dbd7f8aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:04.954513 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvr_db [None req-d5c34baa-6ae1-42c1-b28b-52f558324766 None None] Set router 48284600-5653-4e26-ab07-5767d01c1b5b gateway port host: dv-cinder-805398-3-smb {{(pid=75062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 15:56:05.218820 dv-cinder-805398-3-smb neutron-server[75062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e859b3-95c3-43c1-8aa2-dbadaacf4688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5034477f-7ae3-475f-b8fd-b2ae04ab132b', 'code': 200} Aug 20 15:56:05.239104 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-fd947944-079d-4857-b77c-abf4fed70d78 service neutron] 10.222.0.13 "GET /v2.0/networks/e1370026-f031-4601-8314-e240c06ab358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044594 Aug 20 15:56:05.315738 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning for port 59319fa6-4feb-4132-91e0-820a1bb87c58 completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:56:05.377030 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning complete for port 59319fa6-4feb-4132-91e0-820a1bb87c58 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:56:05.383792 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:05.554051 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-7fddb185-63f8-49c4-8bf1-852dbd7f8aa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:05.619190 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-7fddb185-63f8-49c4-8bf1-852dbd7f8aa8 admin admin] Usage tracker for resource:security_group_rule and tenant:64639b64c749431298ec8e5a50df3154 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:56:05.650274 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-7fddb185-63f8-49c4-8bf1-852dbd7f8aa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:56:05.704608 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-7fddb185-63f8-49c4-8bf1-852dbd7f8aa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:05.771773 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.db_base_plugin_common [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-8a2c14d0-0b46-4eab-993b-0e9a2bc5a7e7 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Allocated IP 172.20.0.4 (fc37f4d2-7566-422c-9224-61d148cf8ba2/10eaa4f8-a6eb-4f2f-96c7-b53d6cba92f7/c8dafc45-0347-45eb-80fb-a1ea612a94dd) {{(pid=75060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:56:05.827125 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deaddcf-84d8-41d3-b6ed-5c0fa2a28faa req-564c1fec-7e18-4bbd-8cba-8d4b94d85241 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:05.849262 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3deaddcf-84d8-41d3-b6ed-5c0fa2a28faa req-564c1fec-7e18-4bbd-8cba-8d4b94d85241 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] 10.222.0.13 "GET /v2.0/ports?device_id=5141f455-2850-4d12-a564-93c67ab9d1cb HTTP/1.1" status: 200 len: 944 time: 0.5173235 Aug 20 15:56:06.071931 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-231b18af-de4f-4819-8999-3505be52e4fa req-c5b28d92-3b6e-48c6-8470-e957cee83e47 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=61e859b3-95c3-43c1-8aa2-dbadaacf4688 HTTP/1.1" status: 200 len: 1098 time: 0.4682190 Aug 20 15:56:06.213238 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:06.273017 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.54', 56933) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:06.294639 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3deaddcf-84d8-41d3-b6ed-5c0fa2a28faa req-d38d1df2-4610-4891-8a0c-f023b50cda8c tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] 10.222.0.13 "GET /v2.0/security-groups?id=baac43dc-74b4-4295-a668-668b49dbb6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431093 Aug 20 15:56:06.620061 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 59319fa6-4feb-4132-91e0-820a1bb87c58, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=59319fa6-4feb-4132-91e0-820a1bb87c58,segment=NetworkSegment(f5387f52-05f6-482a-b903-dbb0645b62e7),segment_id=f5387f52-05f6-482a-b903-dbb0645b62e7)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:56:06.638675 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:06.651433 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-8a2c14d0-0b46-4eab-993b-0e9a2bc5a7e7 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Notify callbacks [] for port, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:06.679444 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:06.719933 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-8a2c14d0-0b46-4eab-993b-0e9a2bc5a7e7 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943'] for port, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:06.755181 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-231b18af-de4f-4819-8999-3505be52e4fa req-2a7ac100-5027-4db0-8a08-99100af6f928 service neutron] Notify callbacks [] for security_group, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:06.769576 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-72ecdd6a-748f-456a-9273-209daf2837b9 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:06.844098 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-8a2c14d0-0b46-4eab-993b-0e9a2bc5a7e7 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Network fc37f4d2-7566-422c-9224-61d148cf8ba2 is already hosted by enough agents. {{(pid=75060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:56:06.864120 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.base_scheduler [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-8a2c14d0-0b46-4eab-993b-0e9a2bc5a7e7 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Resources bound (agent type, host, resource id): {{(pid=75060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:56:06.866844 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-8a2c14d0-0b46-4eab-993b-0e9a2bc5a7e7 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Received port after_create {{(pid=75060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:56:06.874852 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-8a2c14d0-0b46-4eab-993b-0e9a2bc5a7e7 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:06.876188 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-8a2c14d0-0b46-4eab-993b-0e9a2bc5a7e7 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for port, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:07.057635 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c14d0-0b46-4eab-993b-0e9a2bc5a7e7 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Pushing event updated for resources: {'Port': ['ID=c8dafc45-0347-45eb-80fb-a1ea612a94dd,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:07.118231 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-d5c34baa-6ae1-42c1-b28b-52f558324766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48284600-5653-4e26-ab07-5767d01c1b5b', 'name': 'tempest-ServerRescueNegativeTestJSON-530129446-router', 'tenant_id': 'f67c0c6df4d74cfab74276f0502944b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': '1660cfd9-9619-4e67-a900-7fb4055f84e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:25Z', 'updated_at': '2021-08-20T15:55:49Z', 'revision_number': 4, 'project_id': 'f67c0c6df4d74cfab74276f0502944b4', 'gw_port': {'id': '1660cfd9-9619-4e67-a900-7fb4055f84e0', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:64:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48284600-5653-4e26-ab07-5767d01c1b5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:26Z', 'updated_at': '2021-08-20T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': '93d678b8-e6e1-453f-b740-66795866348f', 'name': '', 'network_id': 'fc37f4d2-7566-422c-9224-61d148cf8ba2', 'tenant_id': 'f67c0c6df4d74cfab74276f0502944b4', 'mac_address': 'fa:16:3e:c4:9c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48284600-5653-4e26-ab07-5767d01c1b5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10eaa4f8-a6eb-4f2f-96c7-b53d6cba92f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:46Z', 'updated_at': '2021-08-20T15:56:03Z', 'revision_number': 4, 'project_id': 'f67c0c6df4d74cfab74276f0502944b4', 'subnets': [{'id': '10eaa4f8-a6eb-4f2f-96c7-b53d6cba92f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:56:07.134559 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-8a2c14d0-0b46-4eab-993b-0e9a2bc5a7e7 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:07.144372 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c34baa-6ae1-42c1-b28b-52f558324766 None None] The sync data for ids ['48284600-5653-4e26-ab07-5767d01c1b5b'] in dv-cinder-805398-3-smb is: [{'id': '48284600-5653-4e26-ab07-5767d01c1b5b', 'name': 'tempest-ServerRescueNegativeTestJSON-530129446-router', 'tenant_id': 'f67c0c6df4d74cfab74276f0502944b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': '1660cfd9-9619-4e67-a900-7fb4055f84e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:25Z', 'updated_at': '2021-08-20T15:55:49Z', 'revision_number': 4, 'project_id': 'f67c0c6df4d74cfab74276f0502944b4', 'gw_port': {'id': '1660cfd9-9619-4e67-a900-7fb4055f84e0', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:64:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48284600-5653-4e26-ab07-5767d01c1b5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:26Z', 'updated_at': '2021-08-20T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': '93d678b8-e6e1-453f-b740-66795866348f', 'name': '', 'network_id': 'fc37f4d2-7566-422c-9224-61d148cf8ba2', 'tenant_id': 'f67c0c6df4d74cfab74276f0502944b4', 'mac_address': 'fa:16:3e:c4:9c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48284600-5653-4e26-ab07-5767d01c1b5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10eaa4f8-a6eb-4f2f-96c7-b53d6cba92f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:46Z', 'updated_at': '2021-08-20T15:56:03Z', 'revision_number': 4, 'project_id': 'f67c0c6df4d74cfab74276f0502944b4', 'subnets': [{'id': '10eaa4f8-a6eb-4f2f-96c7-b53d6cba92f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 20 15:56:07.157370 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=59319fa6-4feb-4132-91e0-820a1bb87c58,revision_number=5']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:07.168897 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:07.170175 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7fddb185-63f8-49c4-8bf1-852dbd7f8aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:07.174042 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-8a2c14d0-0b46-4eab-993b-0e9a2bc5a7e7 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2504122 Aug 20 15:56:07.179375 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7fddb185-63f8-49c4-8bf1-852dbd7f8aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:07.219749 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5141f455-2850-4d12-a564-93c67ab9d1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59319fa6-4feb-4132-91e0-820a1bb87c58'}] {{(pid=75062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:56:07.339234 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:07.368110 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-7fddb185-63f8-49c4-8bf1-852dbd7f8aa8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=64639b64c749431298ec8e5a50df3154&name=default HTTP/1.1" status: 200 len: 2647 time: 3.4966030 Aug 20 15:56:07.390767 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 56306) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:07.399106 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-01c72625-5029-48c5-ac15-81d8e928e6cf service neutron] Request body: {'port': {'device_id': 'e5bd7fc7-4bab-4a75-b89b-feeb744bbed5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80539'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:56:07.459504 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6488cbc7-99f7-4e98-8383-5df6ac194554 req-fba3f89e-3ba4-4c15-aec8-9f29828fe7b0 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 210 time: 0.1752939 Aug 20 15:56:07.590333 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [req-231b18af-de4f-4819-8999-3505be52e4fa req-2a7ac100-5027-4db0-8a08-99100af6f928 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:07.649547 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-f622c2a4-cea2-4e32-bb56-c001ddb472d5 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:07.652993 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-f622c2a4-cea2-4e32-bb56-c001ddb472d5 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.54 "GET /v2.0/networks?id=fc37f4d2-7566-422c-9224-61d148cf8ba2 HTTP/1.1" status: 200 len: 818 time: 1.3774877 Aug 20 15:56:07.656028 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-231b18af-de4f-4819-8999-3505be52e4fa req-2a7ac100-5027-4db0-8a08-99100af6f928 service neutron] Usage tracker for resource:security_group_rule and tenant:6a787b826f7e467cada14f2ab4cda70e is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:56:07.745816 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-231b18af-de4f-4819-8999-3505be52e4fa req-2a7ac100-5027-4db0-8a08-99100af6f928 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:56:07.802382 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-117c39b3-e639-416b-bb5c-9ce8bcc781a2 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Request body: {'port': {'device_id': '3ce3023e-38f2-4ac1-8706-bc96ed4e9d77', 'network_id': 'fc37f4d2-7566-422c-9224-61d148cf8ba2', 'admin_state_up': True, 'tenant_id': 'f67c0c6df4d74cfab74276f0502944b4'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:56:07.873554 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddb185-63f8-49c4-8bf1-852dbd7f8aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07b6d49-f41b-4d11-89ca-097232e30953,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:07.887470 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-7fddb185-63f8-49c4-8bf1-852dbd7f8aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:07.952128 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-a115d711-b13f-4746-a243-da73cf998e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:08.011344 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-01c72625-5029-48c5-ac15-81d8e928e6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:08.022955 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-a115d711-b13f-4746-a243-da73cf998e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:08.232819 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [req-231b18af-de4f-4819-8999-3505be52e4fa req-2a7ac100-5027-4db0-8a08-99100af6f928 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:08.244630 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-a115d711-b13f-4746-a243-da73cf998e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:08.254246 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.54', 56939) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:08.266000 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266a8e9-ee0c-4ad5-961c-a0abaeaaa991 req-57e8f322-a748-464b-97c7-1ae00f3f7365 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:08.276055 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e266a8e9-ee0c-4ad5-961c-a0abaeaaa991 req-57e8f322-a748-464b-97c7-1ae00f3f7365 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=61e859b3-95c3-43c1-8aa2-dbadaacf4688 HTTP/1.1" status: 200 len: 945 time: 2.2017932 Aug 20 15:56:08.290972 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-679b7218-143d-41c5-947a-11a6c6f0f828 req-62153b18-a871-4a11-9579-c803ac2f263e tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 210 time: 0.5502455 Aug 20 15:56:08.418346 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 93d678b8-e6e1-453f-b740-66795866348f up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:56:08.579193 dv-cinder-805398-3-smb neutron-server[75062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5141f455-2850-4d12-a564-93c67ab9d1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59319fa6-4feb-4132-91e0-820a1bb87c58', 'code': 200} Aug 20 15:56:08.658516 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-e5192a73-a8a3-403f-acf6-9675c9865056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:08.803157 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning for port 93d678b8-e6e1-453f-b740-66795866348f completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:56:08.813515 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port 93d678b8-e6e1-453f-b740-66795866348f triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:56:08.814158 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:08.942951 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-231b18af-de4f-4819-8999-3505be52e4fa req-2a7ac100-5027-4db0-8a08-99100af6f928 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:09.010149 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.54', 56940) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:09.035201 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115d711-b13f-4746-a243-da73cf998e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07b6d49-f41b-4d11-89ca-097232e30953,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:09.046990 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-a115d711-b13f-4746-a243-da73cf998e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:09.190585 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.notifiers.nova [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-01c72625-5029-48c5-ac15-81d8e928e6cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8dafc45-0347-45eb-80fb-a1ea612a94dd {{(pid=75060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:56:09.190906 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:09.204792 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-01c72625-5029-48c5-ac15-81d8e928e6cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:09.243698 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] For port 93d678b8-e6e1-453f-b740-66795866348f, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=93d678b8-e6e1-453f-b740-66795866348f,segment=NetworkSegment(cf28a621-c31f-43b5-9f9e-d00941f17343),segment_id=cf28a621-c31f-43b5-9f9e-d00941f17343)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:56:09.246837 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-231b18af-de4f-4819-8999-3505be52e4fa req-2a7ac100-5027-4db0-8a08-99100af6f928 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:09.249705 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:09.255264 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:09.267513 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.provisioning_blocks [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-01c72625-5029-48c5-ac15-81d8e928e6cf service neutron] Transition to ACTIVE for port object c8dafc45-0347-45eb-80fb-a1ea612a94dd will not be triggered until provisioned by entity L2. {{(pid=75060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:56:09.295024 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-01c72625-5029-48c5-ac15-81d8e928e6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:09.307581 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-945ce7f7-8aa1-4a3e-905b-9e204dee8f3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:09.334745 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-f84b24c3-bf8b-43d6-939b-434067c27499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:09.378410 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Pushing event updated for resources: {'Port': ['ID=93d678b8-e6e1-453f-b740-66795866348f,revision_number=5']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:09.384935 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c72625-5029-48c5-ac15-81d8e928e6cf service neutron] Pushing event updated for resources: {'Port': ['ID=c8dafc45-0347-45eb-80fb-a1ea612a94dd,revision_number=2']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:09.389028 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:09.413309 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-01c72625-5029-48c5-ac15-81d8e928e6cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:09.472526 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ac100-5027-4db0-8a08-99100af6f928 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a89fa862-4dd0-4a44-a12b-5ac65ff8fd52,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:09.504290 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-e8b755f3-37c8-4386-b3d0-d1d87b068521 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:09.507814 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-e8b755f3-37c8-4386-b3d0-d1d87b068521 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.54 "GET /v2.0/networks?id=e1370026-f031-4601-8314-e240c06ab358 HTTP/1.1" status: 200 len: 811 time: 1.2158012 Aug 20 15:56:09.520374 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-2a7ac100-5027-4db0-8a08-99100af6f928 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:09.522373 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [req-4e2765f6-5a92-4b26-a2f6-e2a94399bab1 req-b0d608e1-5190-46df-8d17-403dd561f75a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5141f455-2850-4d12-a564-93c67ab9d1cb HTTP/1.1" status: 200 len: 1098 time: 0.5034466 Aug 20 15:56:09.601682 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-a115d711-b13f-4746-a243-da73cf998e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:09.605843 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-a115d711-b13f-4746-a243-da73cf998e25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e07b6d49-f41b-4d11-89ca-097232e30953 HTTP/1.1" status: 204 len: 168 time: 2.1892500 Aug 20 15:56:09.608829 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-c793b961-44c9-425d-9785-ff617f4c78ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:09.637963 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.managers [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-01c72625-5029-48c5-ac15-81d8e928e6cf service neutron] Attempting to bind port c8dafc45-0347-45eb-80fb-a1ea612a94dd on host hv-cinder-80539 for vnic_type normal with profile {{(pid=75060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:56:09.639127 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.managers [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-01c72625-5029-48c5-ac15-81d8e928e6cf service neutron] Attempting to bind port c8dafc45-0347-45eb-80fb-a1ea612a94dd by drivers openvswitch,hyperv on host hv-cinder-80539 at level 0 using segments [{'id': 'cf28a621-c31f-43b5-9f9e-d00941f17343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'fc37f4d2-7566-422c-9224-61d148cf8ba2'}] {{(pid=75060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:56:09.639127 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-01c72625-5029-48c5-ac15-81d8e928e6cf service neutron] Attempting to bind port c8dafc45-0347-45eb-80fb-a1ea612a94dd on network fc37f4d2-7566-422c-9224-61d148cf8ba2 {{(pid=75060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:56:09.646739 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [req-4e2765f6-5a92-4b26-a2f6-e2a94399bab1 req-275378ca-15d8-411b-9ad6-30bcf3b51adb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=baac43dc-74b4-4295-a668-668b49dbb6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156676 Aug 20 15:56:09.649287 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-117c39b3-e639-416b-bb5c-9ce8bcc781a2 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:09.650204 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-01c72625-5029-48c5-ac15-81d8e928e6cf service neutron] Port c8dafc45-0347-45eb-80fb-a1ea612a94dd on network fc37f4d2-7566-422c-9224-61d148cf8ba2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80539 {{(pid=75060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:56:09.650684 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-01c72625-5029-48c5-ac15-81d8e928e6cf service neutron] Attempting to bind port c8dafc45-0347-45eb-80fb-a1ea612a94dd on network fc37f4d2-7566-422c-9224-61d148cf8ba2 {{(pid=75060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:56:09.660052 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-01c72625-5029-48c5-ac15-81d8e928e6cf service neutron] Checking agent: {'id': '8cb0eed4-3a83-4faf-85db-5d15db1f4851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80539', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 53, 18), 'started_at': datetime.datetime(2021, 8, 20, 15, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:56:09.661051 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-01c72625-5029-48c5-ac15-81d8e928e6cf service neutron] Checking segment: {'id': 'cf28a621-c31f-43b5-9f9e-d00941f17343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'fc37f4d2-7566-422c-9224-61d148cf8ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:56:09.661806 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-01c72625-5029-48c5-ac15-81d8e928e6cf service neutron] Bound using segment: {'id': 'cf28a621-c31f-43b5-9f9e-d00941f17343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'fc37f4d2-7566-422c-9224-61d148cf8ba2'} {{(pid=75060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:56:09.662663 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.managers [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-01c72625-5029-48c5-ac15-81d8e928e6cf service neutron] Bound port: c8dafc45-0347-45eb-80fb-a1ea612a94dd, host: hv-cinder-80539, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf28a621-c31f-43b5-9f9e-d00941f17343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'fc37f4d2-7566-422c-9224-61d148cf8ba2'}}] {{(pid=75060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:56:09.663333 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-01c72625-5029-48c5-ac15-81d8e928e6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:09.676439 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-117c39b3-e639-416b-bb5c-9ce8bcc781a2 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Usage tracker for resource:port and tenant:f67c0c6df4d74cfab74276f0502944b4 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:56:09.706503 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e266a8e9-ee0c-4ad5-961c-a0abaeaaa991 req-fb0d4444-4422-41df-8bdd-3663b848ddc9 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4297698 Aug 20 15:56:09.707308 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-231b18af-de4f-4819-8999-3505be52e4fa req-2a7ac100-5027-4db0-8a08-99100af6f928 service neutron] Synchronizing usage tracker for tenant:6a787b826f7e467cada14f2ab4cda70e on resource:security_group {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 15:56:09.722611 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-117c39b3-e639-416b-bb5c-9ce8bcc781a2 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Quota usage for port was recalculated. Used quota:2. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:56:09.841940 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-973239f3-ecc5-4144-82de-b76ecfeec54e tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7e604552f7c48b6adf92b9295b42ab0 HTTP/1.1" status: 200 len: 379 time: 0.3040965 Aug 20 15:56:09.844749 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-117c39b3-e639-416b-bb5c-9ce8bcc781a2 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:09.886091 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-60f65b68-9481-4805-ab51-f38c9058cfc8 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Request body: {'port': {'device_id': '3be05f6e-5711-4689-bf40-4505d2605dcb', 'network_id': 'e1370026-f031-4601-8314-e240c06ab358', 'admin_state_up': True, 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'security_groups': ['eded63c2-2ce8-4bd9-a1cf-fafd977a2101']}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:56:09.909698 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 56392) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:09.952483 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.db [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-01c72625-5029-48c5-ac15-81d8e928e6cf service neutron] For port c8dafc45-0347-45eb-80fb-a1ea612a94dd, host hv-cinder-80539, cleared binding levels {{(pid=75060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:56:09.958370 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.db [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-01c72625-5029-48c5-ac15-81d8e928e6cf service neutron] For port c8dafc45-0347-45eb-80fb-a1ea612a94dd, host hv-cinder-80539, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=c8dafc45-0347-45eb-80fb-a1ea612a94dd,segment=NetworkSegment(cf28a621-c31f-43b5-9f9e-d00941f17343),segment_id=cf28a621-c31f-43b5-9f9e-d00941f17343)] {{(pid=75060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:56:09.968440 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-01c72625-5029-48c5-ac15-81d8e928e6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:09.983182 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-8a2c14d0-0b46-4eab-993b-0e9a2bc5a7e7 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:10.123952 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:10.189068 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-01c72625-5029-48c5-ac15-81d8e928e6cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for port, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:10.191926 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-01c72625-5029-48c5-ac15-81d8e928e6cf service neutron] 10.222.0.54 "PUT /v2.0/ports/c8dafc45-0347-45eb-80fb-a1ea612a94dd HTTP/1.1" status: 200 len: 1093 time: 2.8543477 Aug 20 15:56:10.192580 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5bd7fc7-4bab-4a75-b89b-feeb744bbed5', 'tag': 'c8dafc45-0347-45eb-80fb-a1ea612a94dd'}] {{(pid=75060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:56:10.308477 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c72625-5029-48c5-ac15-81d8e928e6cf service neutron] Pushing event updated for resources: {'Port': ['ID=c8dafc45-0347-45eb-80fb-a1ea612a94dd,revision_number=3']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:10.330721 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-01c72625-5029-48c5-ac15-81d8e928e6cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:10.377186 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-4a48b4ed-fa78-4d1f-90c2-91a8213fbf3a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f67c0c6df4d74cfab74276f0502944b4&device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 1096 time: 0.1304059 Aug 20 15:56:10.401536 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 93d678b8-e6e1-453f-b740-66795866348f up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:56:10.447706 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-60f65b68-9481-4805-ab51-f38c9058cfc8 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:10.454641 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-117c39b3-e639-416b-bb5c-9ce8bcc781a2 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Made reservation on behalf of f67c0c6df4d74cfab74276f0502944b4 for: {'port': 1} {{(pid=75061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:56:10.460919 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-117c39b3-e639-416b-bb5c-9ce8bcc781a2 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:10.602399 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9522b767-180d-4969-afdd-32db15a071cc req-8a8abbde-f2e5-4cc2-bb3e-651305d84eb6 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 210 time: 0.1666918 Aug 20 15:56:10.604591 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-60f65b68-9481-4805-ab51-f38c9058cfc8 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Usage tracker for resource:port and tenant:e7e604552f7c48b6adf92b9295b42ab0 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:56:10.609275 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-231b18af-de4f-4819-8999-3505be52e4fa req-2a7ac100-5027-4db0-8a08-99100af6f928 service neutron] Unset dirty status for tenant:6a787b826f7e467cada14f2ab4cda70e on resource:security_group {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 15:56:10.610787 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-231b18af-de4f-4819-8999-3505be52e4fa req-2a7ac100-5027-4db0-8a08-99100af6f928 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 4.5209155 Aug 20 15:56:10.616041 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-60f65b68-9481-4805-ab51-f38c9058cfc8 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Quota usage for port was recalculated. Used quota:3. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:56:10.638292 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-60f65b68-9481-4805-ab51-f38c9058cfc8 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:10.643028 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-e1f105ea-2d89-486c-8877-27989587da9a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8dafc45-0347-45eb-80fb-a1ea612a94dd HTTP/1.1" status: 200 len: 217 time: 0.2561457 Aug 20 15:56:10.652620 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb16cf-de2b-461f-b9e6-af67ef6cd15e req-b60ae615-393a-476b-a46e-6e6fb070da02 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:10.668028 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port 93d678b8-e6e1-453f-b740-66795866348f triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:56:10.668768 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:10.669949 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f9eb16cf-de2b-461f-b9e6-af67ef6cd15e req-b60ae615-393a-476b-a46e-6e6fb070da02 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] 10.222.0.13 "GET /v2.0/ports?device_id=5141f455-2850-4d12-a564-93c67ab9d1cb HTTP/1.1" status: 200 len: 945 time: 1.9656379 Aug 20 15:56:10.720146 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-60f65b68-9481-4805-ab51-f38c9058cfc8 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Made reservation on behalf of e7e604552f7c48b6adf92b9295b42ab0 for: {'port': 1} {{(pid=75061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:56:10.725673 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-60f65b68-9481-4805-ab51-f38c9058cfc8 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:11.039450 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-9a4b990f-9bb3-40d7-8f2d-ebafd9ee3cc8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:11.042152 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-9a4b990f-9bb3-40d7-8f2d-ebafd9ee3cc8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=10eaa4f8-a6eb-4f2f-96c7-b53d6cba92f7 HTTP/1.1" status: 200 len: 858 time: 0.2422955 Aug 20 15:56:11.072469 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 56412) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:11.155782 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-de3c3000-fa85-4045-a294-f85bbe1c0da3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fc37f4d2-7566-422c-9224-61d148cf8ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063690 Aug 20 15:56:11.163728 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7cb184be-f803-458f-9e15-f1325bb0591a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:11.286107 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-7cb184be-f803-458f-9e15-f1325bb0591a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:11.293620 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-7cb184be-f803-458f-9e15-f1325bb0591a admin admin] Usage tracker for resource:security_group_rule and tenant:40f18b39c8a54e12be2b21ecd8cd8063 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:56:11.298847 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-7cb184be-f803-458f-9e15-f1325bb0591a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:56:11.310100 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-7cb184be-f803-458f-9e15-f1325bb0591a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:11.522204 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.db_base_plugin_common [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-60f65b68-9481-4805-ab51-f38c9058cfc8 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Allocated IP 172.20.0.10 (e1370026-f031-4601-8314-e240c06ab358/36223243-b246-4e2e-9e1f-57c0926d199c/21a3f884-6323-4847-aa22-8978c57eb2b3) {{(pid=75061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:56:11.701681 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-1675511e-b1d2-403a-9892-9046409dc0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:11.729879 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-0a69b8c2-df3b-4a2c-9b00-38eee16c7d97 service neutron] 10.222.0.54 "GET /v2.0/networks/fc37f4d2-7566-422c-9224-61d148cf8ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5233431 Aug 20 15:56:11.784360 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6d5c868b-2c96-4089-889c-a1c712106ecb req-f53e1b64-581f-423b-af97-d688bedd1c9c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 210 time: 0.7107112 Aug 20 15:56:11.785198 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-351b63f5-fe34-4f0b-842a-c2d32d36a302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:11.802970 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-60f65b68-9481-4805-ab51-f38c9058cfc8 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for port, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:11.909756 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.provisioning_blocks [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-60f65b68-9481-4805-ab51-f38c9058cfc8 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Transition to ACTIVE for port object 21a3f884-6323-4847-aa22-8978c57eb2b3 will not be triggered until provisioned by entity DHCP. {{(pid=75061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:56:11.959715 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f9eb16cf-de2b-461f-b9e6-af67ef6cd15e req-1b1493f8-cca0-465d-8ae9-f0f32bdb3706 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] 10.222.0.13 "GET /v2.0/security-groups?id=baac43dc-74b4-4295-a668-668b49dbb6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2883928 Aug 20 15:56:11.967789 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-351b63f5-fe34-4f0b-842a-c2d32d36a302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:12.073572 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-351b63f5-fe34-4f0b-842a-c2d32d36a302 admin admin] Usage tracker for resource:security_group_rule and tenant:770ed6a8776645598553b9eb5afcc2e6 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:56:12.092923 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [req-2cffce0c-9b32-4b1f-9ae2-39752ff5606a req-a14b1757-319f-47be-9e00-58e66d77333c service neutron] 10.222.0.54 "GET /v2.0/networks/fc37f4d2-7566-422c-9224-61d148cf8ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346350 Aug 20 15:56:12.099287 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-351b63f5-fe34-4f0b-842a-c2d32d36a302 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:56:12.119517 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7cb184be-f803-458f-9e15-f1325bb0591a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:12.121901 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5bd7fc7-4bab-4a75-b89b-feeb744bbed5', 'tag': 'c8dafc45-0347-45eb-80fb-a1ea612a94dd', 'status': 'completed', 'code': 200} Aug 20 15:56:12.123790 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-351b63f5-fe34-4f0b-842a-c2d32d36a302 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:12.125304 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7cb184be-f803-458f-9e15-f1325bb0591a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:12.139725 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-c4f7c181-1317-4677-85ad-0f7934390be1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:12.203373 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb184be-f803-458f-9e15-f1325bb0591a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b86a963-04cb-4c34-9b2c-b6b963b1bde7,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:12.211250 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-7cb184be-f803-458f-9e15-f1325bb0591a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:12.249214 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-60f65b68-9481-4805-ab51-f38c9058cfc8 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943'] for port, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:12.255893 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.db_base_plugin_common [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-117c39b3-e639-416b-bb5c-9ce8bcc781a2 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Allocated IP 172.20.0.7 (fc37f4d2-7566-422c-9224-61d148cf8ba2/10eaa4f8-a6eb-4f2f-96c7-b53d6cba92f7/cb5a321c-d92b-4635-b934-477650ec0656) {{(pid=75061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:56:12.294351 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:12.361086 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-60f65b68-9481-4805-ab51-f38c9058cfc8 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Network e1370026-f031-4601-8314-e240c06ab358 is already hosted by enough agents. {{(pid=75061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:56:12.375404 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.base_scheduler [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-60f65b68-9481-4805-ab51-f38c9058cfc8 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Resources bound (agent type, host, resource id): {{(pid=75061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:56:12.388272 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-7cb184be-f803-458f-9e15-f1325bb0591a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=40f18b39c8a54e12be2b21ecd8cd8063&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4776137 Aug 20 15:56:12.391704 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 56442) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:12.527814 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-60f65b68-9481-4805-ab51-f38c9058cfc8 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Received port after_create {{(pid=75061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:56:12.534834 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-60f65b68-9481-4805-ab51-f38c9058cfc8 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:12.535494 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-60f65b68-9481-4805-ab51-f38c9058cfc8 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:12.578490 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [req-60712031-a602-40e5-936a-c8cbbdd0c1a7 req-8882a04a-02dd-45dc-9515-8075f47f3f88 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f67c0c6df4d74cfab74276f0502944b4&device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 1096 time: 0.3759503 Aug 20 15:56:12.608906 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-483de7ad-9914-48c6-921f-8c06be5bd975 req-af48393b-439e-4a1b-b3f1-3a5509bfb3a4 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 210 time: 0.0822475 Aug 20 15:56:12.640238 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f65b68-9481-4805-ab51-f38c9058cfc8 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Pushing event updated for resources: {'Port': ['ID=21a3f884-6323-4847-aa22-8978c57eb2b3,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:12.661341 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-60f65b68-9481-4805-ab51-f38c9058cfc8 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:12.733933 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-351b63f5-fe34-4f0b-842a-c2d32d36a302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:12.743957 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-60f65b68-9481-4805-ab51-f38c9058cfc8 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8656187 Aug 20 15:56:12.744170 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-3567ce3f-639e-470b-be4f-e63c7e9b066c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:12.753130 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-351b63f5-fe34-4f0b-842a-c2d32d36a302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:12.761813 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-5a9dc2b4-be59-49d5-bb93-91c5760499af service neutron] Request body: {'port': {'device_id': '3be05f6e-5711-4689-bf40-4505d2605dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80539'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:56:12.800885 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-3567ce3f-639e-470b-be4f-e63c7e9b066c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:12.840112 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-a3653e05-200f-4a6b-ab4c-57ca7cd5f9b2 None None] Provisioning for port 21a3f884-6323-4847-aa22-8978c57eb2b3 completed by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:56:12.849323 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:12.870663 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-a3653e05-200f-4a6b-ab4c-57ca7cd5f9b2 None None] Provisioning complete for port 21a3f884-6323-4847-aa22-8978c57eb2b3 triggered by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:56:12.873223 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-a3653e05-200f-4a6b-ab4c-57ca7cd5f9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:12.874338 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60712031-a602-40e5-936a-c8cbbdd0c1a7 req-0a6a6a7e-243a-4b4b-871f-526fe670df18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:12.875289 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [req-60712031-a602-40e5-936a-c8cbbdd0c1a7 req-0a6a6a7e-243a-4b4b-871f-526fe670df18 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fc37f4d2-7566-422c-9224-61d148cf8ba2 HTTP/1.1" status: 200 len: 920 time: 0.2819128 Aug 20 15:56:12.971011 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eacf1a-de98-4b73-a361-79db92588368 req-c6b6049d-32f5-414e-a0b0-c74b4b97a5c9 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:12.971011 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-97eacf1a-de98-4b73-a361-79db92588368 req-c6b6049d-32f5-414e-a0b0-c74b4b97a5c9 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=61e859b3-95c3-43c1-8aa2-dbadaacf4688 HTTP/1.1" status: 200 len: 945 time: 0.6758649 Aug 20 15:56:12.994020 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [req-60712031-a602-40e5-936a-c8cbbdd0c1a7 req-c35adf41-e110-400a-92d6-b7a736364729 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8dafc45-0347-45eb-80fb-a1ea612a94dd HTTP/1.1" status: 200 len: 217 time: 0.0995178 Aug 20 15:56:13.031607 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-351b63f5-fe34-4f0b-842a-c2d32d36a302 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=770ed6a8776645598553b9eb5afcc2e6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8457301 Aug 20 15:56:13.039497 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351b63f5-fe34-4f0b-842a-c2d32d36a302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3ea5d5-bd93-4e03-b2ff-6d60b51a68b2,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:13.053340 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 56458) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:13.060728 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-351b63f5-fe34-4f0b-842a-c2d32d36a302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:13.070143 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-a3653e05-200f-4a6b-ab4c-57ca7cd5f9b2 None None] Port 21a3f884-6323-4847-aa22-8978c57eb2b3 cannot update to ACTIVE because it is not bound. {{(pid=75062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 20 15:56:13.108621 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-5a9dc2b4-be59-49d5-bb93-91c5760499af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:13.113334 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-3567ce3f-639e-470b-be4f-e63c7e9b066c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:13.153365 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:13.163803 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:13.175415 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567ce3f-639e-470b-be4f-e63c7e9b066c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b86a963-04cb-4c34-9b2c-b6b963b1bde7,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:13.179542 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-3567ce3f-639e-470b-be4f-e63c7e9b066c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:13.188349 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-3567ce3f-639e-470b-be4f-e63c7e9b066c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:13.192052 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-3567ce3f-639e-470b-be4f-e63c7e9b066c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b86a963-04cb-4c34-9b2c-b6b963b1bde7 HTTP/1.1" status: 204 len: 168 time: 0.7966027 Aug 20 15:56:13.192052 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60712031-a602-40e5-936a-c8cbbdd0c1a7 req-ca703eb9-a538-4a40-a45b-575272d20212 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:13.217914 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [req-60712031-a602-40e5-936a-c8cbbdd0c1a7 req-ca703eb9-a538-4a40-a45b-575272d20212 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=10eaa4f8-a6eb-4f2f-96c7-b53d6cba92f7 HTTP/1.1" status: 200 len: 858 time: 0.2109852 Aug 20 15:56:13.301126 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-97eacf1a-de98-4b73-a361-79db92588368 req-e8f8e412-0412-4538-9ac3-86e91d0f0762 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010349 Aug 20 15:56:13.357185 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [req-60712031-a602-40e5-936a-c8cbbdd0c1a7 req-b2a4aae5-89e0-4a38-b5cf-cab7b4525c86 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fc37f4d2-7566-422c-9224-61d148cf8ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1353941 Aug 20 15:56:13.376003 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-117c39b3-e639-416b-bb5c-9ce8bcc781a2 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Notify callbacks [] for port, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:13.438651 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-d0e13072-71c2-47de-a740-f0d9a4529eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:13.561837 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-d0e13072-71c2-47de-a740-f0d9a4529eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:13.774268 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-bace01ae-dd61-4f95-8214-f1d0cfaa5685 req-a4433836-c42c-4ff0-93f6-e41d78246071 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=61e859b3-95c3-43c1-8aa2-dbadaacf4688&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6010652 Aug 20 15:56:13.786476 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-117c39b3-e639-416b-bb5c-9ce8bcc781a2 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943'] for port, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:13.817089 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-d2d8a3bf-0ded-4b3f-83ec-f08f86b0633a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:13.818652 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [req-60712031-a602-40e5-936a-c8cbbdd0c1a7 req-87d62e14-5b90-4687-b3fb-e3771316a592 service neutron] 10.222.0.54 "GET /v2.0/networks/fc37f4d2-7566-422c-9224-61d148cf8ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484718 Aug 20 15:56:13.905969 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65ef9f-a974-4285-a704-5a980d795287 req-fc63f015-a609-43e8-9ccc-91bdff20c283 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:13.906816 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-8e65ef9f-a974-4285-a704-5a980d795287 req-fc63f015-a609-43e8-9ccc-91bdff20c283 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Synchronizing usage tracker for tenant:e7e604552f7c48b6adf92b9295b42ab0 on resource:port {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 15:56:13.975236 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-117c39b3-e639-416b-bb5c-9ce8bcc781a2 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Network fc37f4d2-7566-422c-9224-61d148cf8ba2 is already hosted by enough agents. {{(pid=75061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:56:13.979629 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-d0e13072-71c2-47de-a740-f0d9a4529eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:13.987051 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.base_scheduler [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-117c39b3-e639-416b-bb5c-9ce8bcc781a2 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Resources bound (agent type, host, resource id): {{(pid=75061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:56:13.990961 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-117c39b3-e639-416b-bb5c-9ce8bcc781a2 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Received port after_create {{(pid=75061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:56:13.996341 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-117c39b3-e639-416b-bb5c-9ce8bcc781a2 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:13.997217 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-117c39b3-e639-416b-bb5c-9ce8bcc781a2 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:14.045956 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [req-60712031-a602-40e5-936a-c8cbbdd0c1a7 req-d81a7997-c332-4212-bf3c-f9c46c3da85d service neutron] 10.222.0.54 "GET /v2.0/networks/fc37f4d2-7566-422c-9224-61d148cf8ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192583 Aug 20 15:56:14.058993 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c39b3-e639-416b-bb5c-9ce8bcc781a2 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Pushing event updated for resources: {'Port': ['ID=cb5a321c-d92b-4635-b934-477650ec0656,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:14.170791 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 56478) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:14.225999 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-117c39b3-e639-416b-bb5c-9ce8bcc781a2 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:14.307764 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-5a9dc2b4-be59-49d5-bb93-91c5760499af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21a3f884-6323-4847-aa22-8978c57eb2b3 {{(pid=75061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:56:14.313314 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-351b63f5-fe34-4f0b-842a-c2d32d36a302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:14.331068 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-8e65ef9f-a974-4285-a704-5a980d795287 req-fc63f015-a609-43e8-9ccc-91bdff20c283 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Unset dirty status for tenant:e7e604552f7c48b6adf92b9295b42ab0 on resource:port {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 15:56:14.338346 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8e65ef9f-a974-4285-a704-5a980d795287 req-fc63f015-a609-43e8-9ccc-91bdff20c283 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 932 time: 1.0122433 Aug 20 15:56:14.359603 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-5a9dc2b4-be59-49d5-bb93-91c5760499af service neutron] Notify callbacks [] for port, precommit_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:14.391345 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e13072-71c2-47de-a740-f0d9a4529eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3ea5d5-bd93-4e03-b2ff-6d60b51a68b2,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:14.395260 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-d0e13072-71c2-47de-a740-f0d9a4529eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:14.403710 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-d0e13072-71c2-47de-a740-f0d9a4529eb2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e3ea5d5-bd93-4e03-b2ff-6d60b51a68b2 HTTP/1.1" status: 204 len: 168 time: 1.3410926 Aug 20 15:56:14.415129 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-d0e13072-71c2-47de-a740-f0d9a4529eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:14.441291 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c5118-e36e-438d-83ba-fce669c23560 req-32730599-5bba-41ab-b8fd-e89a893d0036 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:14.456030 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-555c5118-e36e-438d-83ba-fce669c23560 req-32730599-5bba-41ab-b8fd-e89a893d0036 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] 10.222.0.13 "GET /v2.0/ports?device_id=5141f455-2850-4d12-a564-93c67ab9d1cb HTTP/1.1" status: 200 len: 945 time: 0.7925932 Aug 20 15:56:14.457967 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-117c39b3-e639-416b-bb5c-9ce8bcc781a2 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7152081 Aug 20 15:56:14.513950 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] Request body: {'port': {'device_id': '3ce3023e-38f2-4ac1-8706-bc96ed4e9d77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80539'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:56:14.527422 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 56488) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:14.584065 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device c8dafc45-0347-45eb-80fb-a1ea612a94dd details requested by agent hyperv_hv-cinder-80539 with host hv-cinder-80539 {{(pid=75062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 15:56:14.626489 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2bf8ac16-0b50-4c61-b146-c0467e7cc593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:14.660614 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-5aae5c3f-6d0b-40e9-8856-04ea88be3cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:14.682209 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.provisioning_blocks [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-5a9dc2b4-be59-49d5-bb93-91c5760499af service neutron] Transition to ACTIVE for port object 21a3f884-6323-4847-aa22-8978c57eb2b3 will not be triggered until provisioned by entity L2. {{(pid=75061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:56:14.730935 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-5aae5c3f-6d0b-40e9-8856-04ea88be3cb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:14.736209 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-5aae5c3f-6d0b-40e9-8856-04ea88be3cb2 admin admin] Usage tracker for resource:security_group_rule and tenant:5792f7b197344f9aaf93c1924943fa13 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:56:14.740537 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-5aae5c3f-6d0b-40e9-8856-04ea88be3cb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:56:14.751824 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-5aae5c3f-6d0b-40e9-8856-04ea88be3cb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:14.772689 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-5a9dc2b4-be59-49d5-bb93-91c5760499af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:14.789357 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8e65ef9f-a974-4285-a704-5a980d795287 req-407b182d-4867-4389-ae04-ab11d9a6d60b tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4495504 Aug 20 15:56:14.841750 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:15.015922 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-5aae5c3f-6d0b-40e9-8856-04ea88be3cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:15.035607 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:15.040049 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-2bf8ac16-0b50-4c61-b146-c0467e7cc593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:15.044780 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-5aae5c3f-6d0b-40e9-8856-04ea88be3cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:15.049375 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-2bf8ac16-0b50-4c61-b146-c0467e7cc593 admin admin] Usage tracker for resource:security_group_rule and tenant:299e832c254d4aeb92acf9a2f041ec20 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:56:15.083293 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-bace01ae-dd61-4f95-8214-f1d0cfaa5685 req-24e28c77-8799-4e83-b919-15661971081b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3ef32ffa9742498dbab644d6d4143034&device_id=61e859b3-95c3-43c1-8aa2-dbadaacf4688 HTTP/1.1" status: 200 len: 1098 time: 0.9789715 Aug 20 15:56:15.112791 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-2bf8ac16-0b50-4c61-b146-c0467e7cc593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:56:15.118854 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-58b1c35b-fc49-46b1-99c9-4ad1dbf9966b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:15.151333 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-2bf8ac16-0b50-4c61-b146-c0467e7cc593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:15.225899 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port c8dafc45-0347-45eb-80fb-a1ea612a94dd, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=c8dafc45-0347-45eb-80fb-a1ea612a94dd,segment=NetworkSegment(cf28a621-c31f-43b5-9f9e-d00941f17343),segment_id=cf28a621-c31f-43b5-9f9e-d00941f17343)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:56:15.271724 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae5c3f-6d0b-40e9-8856-04ea88be3cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db0ce85-c89b-41a7-b97a-f5680e900e91,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:15.276223 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-5aae5c3f-6d0b-40e9-8856-04ea88be3cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:15.276756 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Returning: {'device': 'c8dafc45-0347-45eb-80fb-a1ea612a94dd', 'network_id': 'fc37f4d2-7566-422c-9224-61d148cf8ba2', 'port_id': 'c8dafc45-0347-45eb-80fb-a1ea612a94dd', 'mac_address': 'fa:16:3e:a0:14:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10eaa4f8-a6eb-4f2f-96c7-b53d6cba92f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 15:56:15.286481 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-5aae5c3f-6d0b-40e9-8856-04ea88be3cb2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5792f7b197344f9aaf93c1924943fa13&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1114912 Aug 20 15:56:15.292947 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 56502) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:15.374987 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-555c5118-e36e-438d-83ba-fce669c23560 req-89aaefa4-a8b8-4067-ae52-19c3c96a9e99 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] 10.222.0.13 "GET /v2.0/security-groups?id=baac43dc-74b4-4295-a668-668b49dbb6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8094780 Aug 20 15:56:15.426867 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:15.442781 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:15.476219 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8dafc45-0347-45eb-80fb-a1ea612a94dd {{(pid=75062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:56:15.478652 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-dac380fd-59d6-4076-a2e2-365248974918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:15.515192 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9dc2b4-be59-49d5-bb93-91c5760499af service neutron] Pushing event updated for resources: {'Port': ['ID=21a3f884-6323-4847-aa22-8978c57eb2b3,revision_number=2']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:15.518233 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-dac380fd-59d6-4076-a2e2-365248974918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:15.524657 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port c8dafc45-0347-45eb-80fb-a1ea612a94dd, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=c8dafc45-0347-45eb-80fb-a1ea612a94dd,segment=NetworkSegment(cf28a621-c31f-43b5-9f9e-d00941f17343),segment_id=cf28a621-c31f-43b5-9f9e-d00941f17343)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:56:15.560612 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-5a9dc2b4-be59-49d5-bb93-91c5760499af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:15.560930 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:15.565746 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:15.597249 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2bf8ac16-0b50-4c61-b146-c0467e7cc593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:15.598920 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-dac380fd-59d6-4076-a2e2-365248974918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:15.611154 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:15.643426 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac380fd-59d6-4076-a2e2-365248974918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db0ce85-c89b-41a7-b97a-f5680e900e91,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:15.646893 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-dac380fd-59d6-4076-a2e2-365248974918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:15.651012 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-dac380fd-59d6-4076-a2e2-365248974918 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1db0ce85-c89b-41a7-b97a-f5680e900e91 HTTP/1.1" status: 204 len: 168 time: 0.3540480 Aug 20 15:56:15.651012 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-dac380fd-59d6-4076-a2e2-365248974918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:15.651012 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2bf8ac16-0b50-4c61-b146-c0467e7cc593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:15.659961 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-5aae5c3f-6d0b-40e9-8856-04ea88be3cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:15.716435 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8ac16-0b50-4c61-b146-c0467e7cc593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429baa60-03dc-4b0b-b1d3-2633d84013a2,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:15.724898 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-2bf8ac16-0b50-4c61-b146-c0467e7cc593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:15.736113 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-2bf8ac16-0b50-4c61-b146-c0467e7cc593 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=299e832c254d4aeb92acf9a2f041ec20&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1993191 Aug 20 15:56:15.741605 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 56520) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:15.834048 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b86b4b25-2e11-4f1a-b331-4ed7ad015468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:15.850654 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['c8dafc45-0347-45eb-80fb-a1ea612a94dd'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 15:56:15.864822 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b86b4b25-2e11-4f1a-b331-4ed7ad015468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:15.958833 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b86b4b25-2e11-4f1a-b331-4ed7ad015468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:15.969238 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-3567ce3f-639e-470b-be4f-e63c7e9b066c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:16.000185 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b4b25-2e11-4f1a-b331-4ed7ad015468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429baa60-03dc-4b0b-b1d3-2633d84013a2,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:16.008988 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-b86b4b25-2e11-4f1a-b331-4ed7ad015468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:16.025040 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68afd1c-60be-4a02-bf31-2a245d9098bc req-f4269a6c-6295-45ec-b499-498d45d3fee6 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:16.027357 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-b68afd1c-60be-4a02-bf31-2a245d9098bc req-f4269a6c-6295-45ec-b499-498d45d3fee6 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Synchronizing usage tracker for tenant:f67c0c6df4d74cfab74276f0502944b4 on resource:port {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 15:56:16.032019 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b86b4b25-2e11-4f1a-b331-4ed7ad015468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:16.038584 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-b86b4b25-2e11-4f1a-b331-4ed7ad015468 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/429baa60-03dc-4b0b-b1d3-2633d84013a2 HTTP/1.1" status: 204 len: 168 time: 0.2917273 Aug 20 15:56:16.042073 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-5a9dc2b4-be59-49d5-bb93-91c5760499af service neutron] Attempting to bind port 21a3f884-6323-4847-aa22-8978c57eb2b3 on host hv-cinder-80539 for vnic_type normal with profile {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:56:16.046550 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-5a9dc2b4-be59-49d5-bb93-91c5760499af service neutron] Attempting to bind port 21a3f884-6323-4847-aa22-8978c57eb2b3 by drivers openvswitch,hyperv on host hv-cinder-80539 at level 0 using segments [{'id': '29e44bf0-25da-4d57-a187-72675e544d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'e1370026-f031-4601-8314-e240c06ab358'}] {{(pid=75061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:56:16.048842 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-5a9dc2b4-be59-49d5-bb93-91c5760499af service neutron] Attempting to bind port 21a3f884-6323-4847-aa22-8978c57eb2b3 on network e1370026-f031-4601-8314-e240c06ab358 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:56:16.082399 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=c8dafc45-0347-45eb-80fb-a1ea612a94dd,revision_number=4']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:16.153970 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:16.279798 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace01ae-dd61-4f95-8214-f1d0cfaa5685 req-30a46caf-9fbc-4d4f-8163-26d9e5147240 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:16.287060 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-bace01ae-dd61-4f95-8214-f1d0cfaa5685 req-30a46caf-9fbc-4d4f-8163-26d9e5147240 service neutron] 10.222.0.54 "GET /v2.0/networks?id=30067384-36e2-4f1d-a3f2-0548715d97a2 HTTP/1.1" status: 200 len: 917 time: 1.0523572 Aug 20 15:56:16.616756 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 56546) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:16.673059 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-5a9dc2b4-be59-49d5-bb93-91c5760499af service neutron] Port 21a3f884-6323-4847-aa22-8978c57eb2b3 on network e1370026-f031-4601-8314-e240c06ab358 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80539 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:56:16.679383 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-95698e3e-392e-4a33-8dd1-9416b925409d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:16.682447 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-5a9dc2b4-be59-49d5-bb93-91c5760499af service neutron] Attempting to bind port 21a3f884-6323-4847-aa22-8978c57eb2b3 on network e1370026-f031-4601-8314-e240c06ab358 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:56:16.768391 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-b68afd1c-60be-4a02-bf31-2a245d9098bc req-f4269a6c-6295-45ec-b499-498d45d3fee6 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Unset dirty status for tenant:f67c0c6df4d74cfab74276f0502944b4 on resource:port {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 15:56:16.779684 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b68afd1c-60be-4a02-bf31-2a245d9098bc req-f4269a6c-6295-45ec-b499-498d45d3fee6 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 931 time: 1.6533732 Aug 20 15:56:16.790395 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-5a9dc2b4-be59-49d5-bb93-91c5760499af service neutron] Checking agent: {'id': '8cb0eed4-3a83-4faf-85db-5d15db1f4851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80539', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 53, 18), 'started_at': datetime.datetime(2021, 8, 20, 15, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:56:16.790958 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-5a9dc2b4-be59-49d5-bb93-91c5760499af service neutron] Checking segment: {'id': '29e44bf0-25da-4d57-a187-72675e544d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'e1370026-f031-4601-8314-e240c06ab358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:56:16.791591 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-5a9dc2b4-be59-49d5-bb93-91c5760499af service neutron] Bound using segment: {'id': '29e44bf0-25da-4d57-a187-72675e544d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'e1370026-f031-4601-8314-e240c06ab358'} {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:56:16.792838 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-5a9dc2b4-be59-49d5-bb93-91c5760499af service neutron] Bound port: 21a3f884-6323-4847-aa22-8978c57eb2b3, host: hv-cinder-80539, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e44bf0-25da-4d57-a187-72675e544d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'e1370026-f031-4601-8314-e240c06ab358'}}] {{(pid=75061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:56:16.793419 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-5a9dc2b4-be59-49d5-bb93-91c5760499af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:16.812641 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-bace01ae-dd61-4f95-8214-f1d0cfaa5685 req-22455fab-6041-4672-b35a-07fe502ed88c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5034477f-7ae3-475f-b8fd-b2ae04ab132b HTTP/1.1" status: 200 len: 217 time: 0.4810591 Aug 20 15:56:16.830748 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-95698e3e-392e-4a33-8dd1-9416b925409d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:16.843291 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-95698e3e-392e-4a33-8dd1-9416b925409d admin admin] Usage tracker for resource:security_group_rule and tenant:0d19845cbbbf4ea3bf3332e084a309c0 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:56:16.857783 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-95698e3e-392e-4a33-8dd1-9416b925409d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:56:16.886099 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-95698e3e-392e-4a33-8dd1-9416b925409d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:17.090060 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-95698e3e-392e-4a33-8dd1-9416b925409d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:17.098329 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-95698e3e-392e-4a33-8dd1-9416b925409d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:17.113323 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-5a9dc2b4-be59-49d5-bb93-91c5760499af service neutron] For port 21a3f884-6323-4847-aa22-8978c57eb2b3, host hv-cinder-80539, cleared binding levels {{(pid=75061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:56:17.117334 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-5a9dc2b4-be59-49d5-bb93-91c5760499af service neutron] For port 21a3f884-6323-4847-aa22-8978c57eb2b3, host hv-cinder-80539, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=21a3f884-6323-4847-aa22-8978c57eb2b3,segment=NetworkSegment(29e44bf0-25da-4d57-a187-72675e544d99),segment_id=29e44bf0-25da-4d57-a187-72675e544d99)] {{(pid=75061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:56:17.148491 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-5a9dc2b4-be59-49d5-bb93-91c5760499af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:17.178941 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-93db8006-7fa3-45c4-94db-b25b8fda3627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:17.179830 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:17.204173 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-95698e3e-392e-4a33-8dd1-9416b925409d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d19845cbbbf4ea3bf3332e084a309c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5886588 Aug 20 15:56:17.210887 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 56568) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:17.221820 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4346b-4bca-49e9-b05c-018b3d20a379 req-f864ca4f-1153-45b4-9504-1fcd03012f47 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:17.223628 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-60b4346b-4bca-49e9-b05c-018b3d20a379 req-f864ca4f-1153-45b4-9504-1fcd03012f47 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 944 time: 0.9156716 Aug 20 15:56:17.311548 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95698e3e-392e-4a33-8dd1-9416b925409d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab82116a-cac1-4496-83c3-240f02a0a3b0,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:17.316766 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b68afd1c-60be-4a02-bf31-2a245d9098bc req-8c74ce28-97b1-482f-adb8-1caab2eba1e0 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5358458 Aug 20 15:56:17.318874 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace01ae-dd61-4f95-8214-f1d0cfaa5685 req-c73a6859-95a1-44fe-81d4-58e0659919fa service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:17.323401 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-bace01ae-dd61-4f95-8214-f1d0cfaa5685 req-c73a6859-95a1-44fe-81d4-58e0659919fa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8513a594-b636-416f-a5b5-0a881f926347 HTTP/1.1" status: 200 len: 855 time: 0.4409239 Aug 20 15:56:17.353426 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-95698e3e-392e-4a33-8dd1-9416b925409d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:17.428870 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-5fb939d4-7954-4638-9666-3d33795bb539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:17.485612 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-5fb939d4-7954-4638-9666-3d33795bb539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:17.517123 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-60b4346b-4bca-49e9-b05c-018b3d20a379 req-e4b44e0f-c450-42cf-8a0f-3977fdf8f60a tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2719252 Aug 20 15:56:17.523327 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-bace01ae-dd61-4f95-8214-f1d0cfaa5685 req-d71eeaed-eaba-4ae4-bb05-6c1ea637dce8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30067384-36e2-4f1d-a3f2-0548715d97a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1850703 Aug 20 15:56:17.554224 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-5a9dc2b4-be59-49d5-bb93-91c5760499af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:17.556072 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-5a9dc2b4-be59-49d5-bb93-91c5760499af service neutron] 10.222.0.54 "PUT /v2.0/ports/21a3f884-6323-4847-aa22-8978c57eb2b3 HTTP/1.1" status: 200 len: 1094 time: 4.7990732 Aug 20 15:56:17.556773 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3be05f6e-5711-4689-bf40-4505d2605dcb', 'tag': '21a3f884-6323-4847-aa22-8978c57eb2b3'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:56:17.674732 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-5fb939d4-7954-4638-9666-3d33795bb539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:17.679812 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-b5729bcb-d1d5-42cc-b28a-e9d0f57becd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:17.719223 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3be05f6e-5711-4689-bf40-4505d2605dcb', 'tag': '21a3f884-6323-4847-aa22-8978c57eb2b3', 'status': 'completed', 'code': 200} Aug 20 15:56:17.722766 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb939d4-7954-4638-9666-3d33795bb539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab82116a-cac1-4496-83c3-240f02a0a3b0,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:17.732974 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-5fb939d4-7954-4638-9666-3d33795bb539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:17.740480 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-5fb939d4-7954-4638-9666-3d33795bb539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:17.741778 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-5fb939d4-7954-4638-9666-3d33795bb539 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab82116a-cac1-4496-83c3-240f02a0a3b0 HTTP/1.1" status: 204 len: 168 time: 0.5290651 Aug 20 15:56:17.752345 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9dc2b4-be59-49d5-bb93-91c5760499af service neutron] Pushing event updated for resources: {'Port': ['ID=21a3f884-6323-4847-aa22-8978c57eb2b3,revision_number=3']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:17.833708 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:17.901980 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-5a9dc2b4-be59-49d5-bb93-91c5760499af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:17.929254 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.db.resource_extend [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 15:56:18.157751 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-bace01ae-dd61-4f95-8214-f1d0cfaa5685 req-ca424275-39e2-418b-b6b4-19159ab7901e service neutron] 10.222.0.54 "GET /v2.0/networks/30067384-36e2-4f1d-a3f2-0548715d97a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6168151 Aug 20 15:56:18.362042 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb5a321c-d92b-4635-b934-477650ec0656 {{(pid=75061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:56:18.429845 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:18.465004 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-61dead21-6266-4629-ba2d-0ae26b801b70 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7e604552f7c48b6adf92b9295b42ab0&device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 1097 time: 0.8209765 Aug 20 15:56:18.601532 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device c8dafc45-0347-45eb-80fb-a1ea612a94dd up at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:56:18.631291 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-da5c3f14-fa46-4dcc-adfe-6987136bf9b3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21a3f884-6323-4847-aa22-8978c57eb2b3 HTTP/1.1" status: 200 len: 217 time: 0.1042323 Aug 20 15:56:18.638538 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.provisioning_blocks [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] Transition to ACTIVE for port object cb5a321c-d92b-4635-b934-477650ec0656 will not be triggered until provisioned by entity L2. {{(pid=75061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:56:18.790416 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning for port c8dafc45-0347-45eb-80fb-a1ea612a94dd completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:56:18.800023 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning complete for port c8dafc45-0347-45eb-80fb-a1ea612a94dd triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:56:18.800419 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:18.917731 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:18.966187 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:19.114857 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-bace01ae-dd61-4f95-8214-f1d0cfaa5685 req-01d28268-18fa-4815-b4ee-4754b4d96699 service neutron] 10.222.0.54 "GET /v2.0/networks/30067384-36e2-4f1d-a3f2-0548715d97a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7991271 Aug 20 15:56:19.160816 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:19.232362 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5bd7fc7-4bab-4a75-b89b-feeb744bbed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8dafc45-0347-45eb-80fb-a1ea612a94dd'}] {{(pid=75062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:56:19.254056 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port c8dafc45-0347-45eb-80fb-a1ea612a94dd, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=c8dafc45-0347-45eb-80fb-a1ea612a94dd,segment=NetworkSegment(cf28a621-c31f-43b5-9f9e-d00941f17343),segment_id=cf28a621-c31f-43b5-9f9e-d00941f17343)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:56:19.257032 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-8b6f217b-abc9-40dc-8010-fc4b039e0d10 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:19.259307 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-8b6f217b-abc9-40dc-8010-fc4b039e0d10 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=36223243-b246-4e2e-9e1f-57c0926d199c HTTP/1.1" status: 200 len: 850 time: 0.4061742 Aug 20 15:56:19.260574 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:19.264551 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:19.268936 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088fae0-2d89-4a8a-b2b8-43d114fb07bf req-a548b615-c3f6-457e-8101-0b4b8e7c14fd tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:19.276532 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e088fae0-2d89-4a8a-b2b8-43d114fb07bf req-a548b615-c3f6-457e-8101-0b4b8e7c14fd tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 943 time: 0.6475101 Aug 20 15:56:19.384871 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=c8dafc45-0347-45eb-80fb-a1ea612a94dd,revision_number=5']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:19.391451 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:19.419500 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] Pushing event updated for resources: {'Port': ['ID=cb5a321c-d92b-4635-b934-477650ec0656,revision_number=2']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:19.444237 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:19.663246 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] Attempting to bind port cb5a321c-d92b-4635-b934-477650ec0656 on host hv-cinder-80539 for vnic_type normal with profile {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:56:19.663643 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] Attempting to bind port cb5a321c-d92b-4635-b934-477650ec0656 by drivers openvswitch,hyperv on host hv-cinder-80539 at level 0 using segments [{'id': 'cf28a621-c31f-43b5-9f9e-d00941f17343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'fc37f4d2-7566-422c-9224-61d148cf8ba2'}] {{(pid=75061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:56:19.663905 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] Attempting to bind port cb5a321c-d92b-4635-b934-477650ec0656 on network fc37f4d2-7566-422c-9224-61d148cf8ba2 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:56:19.693300 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e088fae0-2d89-4a8a-b2b8-43d114fb07bf req-675b98eb-b28b-446e-a989-dd44702d7ad4 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150250 Aug 20 15:56:19.719228 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] Port cb5a321c-d92b-4635-b934-477650ec0656 on network fc37f4d2-7566-422c-9224-61d148cf8ba2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80539 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:56:19.723293 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] Attempting to bind port cb5a321c-d92b-4635-b934-477650ec0656 on network fc37f4d2-7566-422c-9224-61d148cf8ba2 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:56:19.819622 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] Checking agent: {'id': '8cb0eed4-3a83-4faf-85db-5d15db1f4851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80539', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 53, 18), 'started_at': datetime.datetime(2021, 8, 20, 15, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:56:19.820963 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] Checking segment: {'id': 'cf28a621-c31f-43b5-9f9e-d00941f17343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'fc37f4d2-7566-422c-9224-61d148cf8ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:56:19.821496 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] Bound using segment: {'id': 'cf28a621-c31f-43b5-9f9e-d00941f17343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'fc37f4d2-7566-422c-9224-61d148cf8ba2'} {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:56:19.828581 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] Bound port: cb5a321c-d92b-4635-b934-477650ec0656, host: hv-cinder-80539, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf28a621-c31f-43b5-9f9e-d00941f17343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'fc37f4d2-7566-422c-9224-61d148cf8ba2'}}] {{(pid=75061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:56:19.829029 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:19.874839 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-8c699131-2092-409f-b3e3-62763a08f6b5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e1370026-f031-4601-8314-e240c06ab358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5930409 Aug 20 15:56:19.892938 dv-cinder-805398-3-smb neutron-server[75062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5bd7fc7-4bab-4a75-b89b-feeb744bbed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8dafc45-0347-45eb-80fb-a1ea612a94dd', 'code': 200} Aug 20 15:56:20.144590 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85870c3-e440-4217-94ef-17f5743fc0ed req-b77617b5-a718-427b-b778-e2ccee1cd2cf tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:20.154024 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d85870c3-e440-4217-94ef-17f5743fc0ed req-b77617b5-a718-427b-b778-e2ccee1cd2cf tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 944 time: 0.5389128 Aug 20 15:56:20.459398 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] For port cb5a321c-d92b-4635-b934-477650ec0656, host hv-cinder-80539, cleared binding levels {{(pid=75061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:56:20.514251 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d85870c3-e440-4217-94ef-17f5743fc0ed req-050ba59e-d602-4505-9045-088b83505571 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3587103 Aug 20 15:56:20.547271 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] For port cb5a321c-d92b-4635-b934-477650ec0656, host hv-cinder-80539, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=cb5a321c-d92b-4635-b934-477650ec0656,segment=NetworkSegment(cf28a621-c31f-43b5-9f9e-d00941f17343),segment_id=cf28a621-c31f-43b5-9f9e-d00941f17343)] {{(pid=75061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:56:20.583400 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-261d47e1-7e94-4fe7-a91c-d660da9b6eb4 service neutron] 10.222.0.54 "GET /v2.0/networks/e1370026-f031-4601-8314-e240c06ab358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6865864 Aug 20 15:56:20.588772 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:20.845542 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-5a9dc2b4-be59-49d5-bb93-91c5760499af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:21.297873 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] Pushing event updated for resources: {'Port': ['ID=cb5a321c-d92b-4635-b934-477650ec0656,revision_number=3']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:21.414998 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-898b80f1-1e07-4e46-899d-1f1ffd7ff679 req-960897d9-a7ad-4599-b739-908cf1f4d2e5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 1098 time: 1.2053316 Aug 20 15:56:21.540065 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:21.542657 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] 10.222.0.54 "PUT /v2.0/ports/cb5a321c-d92b-4635-b934-477650ec0656 HTTP/1.1" status: 200 len: 1093 time: 7.0545709 Aug 20 15:56:21.580619 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce3023e-38f2-4ac1-8706-bc96ed4e9d77', 'tag': 'cb5a321c-d92b-4635-b934-477650ec0656'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:56:21.618807 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-898b80f1-1e07-4e46-899d-1f1ffd7ff679 req-b0dc1696-922e-49a6-a570-237f45cd7492 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477537 Aug 20 15:56:21.713674 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:21.714270 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:21.714893 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:21.715451 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:21.716001 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:21.716558 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:21.717208 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:21.717844 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:21.718400 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:21.718992 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:21.719543 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:21.749422 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.904s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:21.869503 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c49c7-e256-4bc3-88d8-b5c55bf6e503 req-823378bb-3649-4700-8a58-cdca3bbeebc6 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:21.872647 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-820c49c7-e256-4bc3-88d8-b5c55bf6e503 req-823378bb-3649-4700-8a58-cdca3bbeebc6 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 943 time: 0.7723913 Aug 20 15:56:21.876352 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-60e345ad-de3c-46e1-b892-7a5c7422119a req-69ae5253-fa0f-43e7-a140-e917be42f5f0 service neutron] 10.222.0.54 "GET /v2.0/networks/e1370026-f031-4601-8314-e240c06ab358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2822702 Aug 20 15:56:21.947449 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-de299b5d-ed3f-4603-b915-ab0140b07ded service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f67c0c6df4d74cfab74276f0502944b4&device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 1096 time: 0.3268552 Aug 20 15:56:22.175711 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-f1f76607-fad6-4653-99be-2de30780c097 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb5a321c-d92b-4635-b934-477650ec0656 HTTP/1.1" status: 200 len: 217 time: 0.0716579 Aug 20 15:56:22.279072 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-820c49c7-e256-4bc3-88d8-b5c55bf6e503 req-2c3af8fe-b15f-498c-b575-12655ec27d76 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910441 Aug 20 15:56:22.326648 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-d2119825-1548-46fe-9afc-0ab6229c1a2c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:22.328366 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-d2119825-1548-46fe-9afc-0ab6229c1a2c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=10eaa4f8-a6eb-4f2f-96c7-b53d6cba92f7 HTTP/1.1" status: 200 len: 858 time: 0.1273520 Aug 20 15:56:22.336685 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-328a5628-c246-4df0-af22-e786e67d7e42 req-d022c3cb-960b-471a-bb53-6a625d9f6ce4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7e604552f7c48b6adf92b9295b42ab0&device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 1097 time: 0.3558958 Aug 20 15:56:22.431236 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-54d3ff99-272a-4c61-a1b4-d3ea5378b394 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fc37f4d2-7566-422c-9224-61d148cf8ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926821 Aug 20 15:56:22.496665 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce3023e-38f2-4ac1-8706-bc96ed4e9d77', 'tag': 'cb5a321c-d92b-4635-b934-477650ec0656', 'status': 'completed', 'code': 200} Aug 20 15:56:22.503059 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 56766) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:22.820981 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0da22-a42c-4fa5-b6c2-bc9fd6ec5265 req-867d6a0b-7547-47fe-bdf9-9d9f0c1b50ef tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:22.834785 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-fab0da22-a42c-4fa5-b6c2-bc9fd6ec5265 req-867d6a0b-7547-47fe-bdf9-9d9f0c1b50ef tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 944 time: 0.7917209 Aug 20 15:56:22.855381 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-1bb91bfd-0f23-4e7d-854b-b3b4af5fdb2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:22.971500 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-1bb91bfd-0f23-4e7d-854b-b3b4af5fdb2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:22.990990 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-1bb91bfd-0f23-4e7d-854b-b3b4af5fdb2f admin admin] Usage tracker for resource:security_group_rule and tenant:ca3d9869f07843f4bc96f0dcc79d1d28 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:56:23.000569 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-1bb91bfd-0f23-4e7d-854b-b3b4af5fdb2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:56:23.022701 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-1bb91bfd-0f23-4e7d-854b-b3b4af5fdb2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:23.055152 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-fab0da22-a42c-4fa5-b6c2-bc9fd6ec5265 req-370c477d-2bdf-4b6b-9bcd-a617fc5e5a58 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184176 Aug 20 15:56:23.131335 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-b5c75c81-9416-4b87-84df-bcd51f8e166c service neutron] 10.222.0.54 "GET /v2.0/networks/fc37f4d2-7566-422c-9224-61d148cf8ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6896625 Aug 20 15:56:23.259618 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a5628-c246-4df0-af22-e786e67d7e42 req-44f3d308-10bb-4f6b-aa52-537d8430b944 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:23.262435 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-328a5628-c246-4df0-af22-e786e67d7e42 req-44f3d308-10bb-4f6b-aa52-537d8430b944 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e1370026-f031-4601-8314-e240c06ab358 HTTP/1.1" status: 200 len: 913 time: 0.8227704 Aug 20 15:56:23.263825 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-1bb91bfd-0f23-4e7d-854b-b3b4af5fdb2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:23.273926 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-1bb91bfd-0f23-4e7d-854b-b3b4af5fdb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:23.331962 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:23.344271 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-1bb91bfd-0f23-4e7d-854b-b3b4af5fdb2f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca3d9869f07843f4bc96f0dcc79d1d28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8396268 Aug 20 15:56:23.346773 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 56784) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:23.441935 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb91bfd-0f23-4e7d-854b-b3b4af5fdb2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46097956-7fed-48c1-8d6d-8ce40dd6d54e,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:23.453768 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb91bfd-0f23-4e7d-854b-b3b4af5fdb2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:23.454751 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb91bfd-0f23-4e7d-854b-b3b4af5fdb2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:23.455295 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb91bfd-0f23-4e7d-854b-b3b4af5fdb2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:23.456294 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb91bfd-0f23-4e7d-854b-b3b4af5fdb2f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:23.457025 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb91bfd-0f23-4e7d-854b-b3b4af5fdb2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:23.457842 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb91bfd-0f23-4e7d-854b-b3b4af5fdb2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:23.458365 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb91bfd-0f23-4e7d-854b-b3b4af5fdb2f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:23.458882 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb91bfd-0f23-4e7d-854b-b3b4af5fdb2f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:23.459533 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb91bfd-0f23-4e7d-854b-b3b4af5fdb2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:23.460066 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb91bfd-0f23-4e7d-854b-b3b4af5fdb2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:23.460575 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb91bfd-0f23-4e7d-854b-b3b4af5fdb2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:23.468315 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-1bb91bfd-0f23-4e7d-854b-b3b4af5fdb2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:23.473843 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7b7ee02a-9074-4deb-bf31-6dd8158c3a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:23.498799 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-852b18aa-9608-4c03-86b4-52060588e2e2 req-d5098030-4198-4953-b5ce-11fc9e4e3719 service neutron] 10.222.0.54 "GET /v2.0/networks/fc37f4d2-7566-422c-9224-61d148cf8ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378693 Aug 20 15:56:23.506510 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7b7ee02a-9074-4deb-bf31-6dd8158c3a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:23.622728 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7b7ee02a-9074-4deb-bf31-6dd8158c3a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:23.631344 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-adf9ac0e-ddb8-4915-8e93-f9510690a8ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:23.663795 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ee02a-9074-4deb-bf31-6dd8158c3a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46097956-7fed-48c1-8d6d-8ce40dd6d54e,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:23.669456 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-7b7ee02a-9074-4deb-bf31-6dd8158c3a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:23.670578 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7b7ee02a-9074-4deb-bf31-6dd8158c3a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:23.676966 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-7b7ee02a-9074-4deb-bf31-6dd8158c3a30 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/46097956-7fed-48c1-8d6d-8ce40dd6d54e HTTP/1.1" status: 204 len: 168 time: 0.3285761 Aug 20 15:56:23.690731 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-328a5628-c246-4df0-af22-e786e67d7e42 req-7dd45d9a-47ae-4810-9561-422cfb58c278 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21a3f884-6323-4847-aa22-8978c57eb2b3 HTTP/1.1" status: 200 len: 217 time: 0.1784191 Aug 20 15:56:24.180772 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a5628-c246-4df0-af22-e786e67d7e42 req-ea96ca97-b844-4667-ac56-83625775afdf service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:24.185898 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-328a5628-c246-4df0-af22-e786e67d7e42 req-ea96ca97-b844-4667-ac56-83625775afdf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=36223243-b246-4e2e-9e1f-57c0926d199c HTTP/1.1" status: 200 len: 850 time: 0.3568494 Aug 20 15:56:24.289148 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c4315-1cde-46b4-8be8-fee6d05542b6 req-9ef9f77e-3b45-4885-b873-65da09f7d55b tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:24.302018 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-868c4315-1cde-46b4-8be8-fee6d05542b6 req-9ef9f77e-3b45-4885-b873-65da09f7d55b tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 943 time: 0.6071959 Aug 20 15:56:24.447422 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f52c9cb1-ecca-40a1-b230-4784fc2f4a57 req-eb0c0dd3-7ed8-496c-a7b8-84f629235a58 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f67c0c6df4d74cfab74276f0502944b4&device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 1096 time: 0.6301000 Aug 20 15:56:24.481741 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 56818) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:24.502990 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-457f836b-c97b-4a75-a3d6-7d8f6b31ce6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:24.510566 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-868c4315-1cde-46b4-8be8-fee6d05542b6 req-52b86e69-784d-44a9-8d81-4ccd3101d890 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920476 Aug 20 15:56:24.551478 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-457f836b-c97b-4a75-a3d6-7d8f6b31ce6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:24.569717 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-457f836b-c97b-4a75-a3d6-7d8f6b31ce6a admin admin] Usage tracker for resource:security_group_rule and tenant:4447276e34814b69b09d961c7fe599c7 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:56:24.573745 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-457f836b-c97b-4a75-a3d6-7d8f6b31ce6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:56:24.581934 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-457f836b-c97b-4a75-a3d6-7d8f6b31ce6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:24.677087 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 21a3f884-6323-4847-aa22-8978c57eb2b3 details requested by agent hyperv_hv-cinder-80539 with host hv-cinder-80539 {{(pid=75062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 15:56:24.792348 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-457f836b-c97b-4a75-a3d6-7d8f6b31ce6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:24.799505 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-457f836b-c97b-4a75-a3d6-7d8f6b31ce6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:24.835862 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-328a5628-c246-4df0-af22-e786e67d7e42 req-8931c6b3-6573-488d-a261-83e27d7fdcc2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e1370026-f031-4601-8314-e240c06ab358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6303847 Aug 20 15:56:24.847893 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-7fddb185-63f8-49c4-8bf1-852dbd7f8aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:24.888125 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-457f836b-c97b-4a75-a3d6-7d8f6b31ce6a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4447276e34814b69b09d961c7fe599c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4047415 Aug 20 15:56:24.889605 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 56842) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:24.890789 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f836b-c97b-4a75-a3d6-7d8f6b31ce6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b70690-3d19-4d61-9f8f-cf4800f9ac0c,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:24.919219 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-457f836b-c97b-4a75-a3d6-7d8f6b31ce6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:24.927213 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 21a3f884-6323-4847-aa22-8978c57eb2b3, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=21a3f884-6323-4847-aa22-8978c57eb2b3,segment=NetworkSegment(29e44bf0-25da-4d57-a187-72675e544d99),segment_id=29e44bf0-25da-4d57-a187-72675e544d99)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:56:24.945563 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Returning: {'device': '21a3f884-6323-4847-aa22-8978c57eb2b3', 'network_id': 'e1370026-f031-4601-8314-e240c06ab358', 'port_id': '21a3f884-6323-4847-aa22-8978c57eb2b3', 'mac_address': 'fa:16:3e:f3:cb:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36223243-b246-4e2e-9e1f-57c0926d199c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 15:56:25.028270 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c9cb1-ecca-40a1-b230-4784fc2f4a57 req-d8d485e2-e50f-4861-9f2c-f944a9cdd67b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:25.030002 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f52c9cb1-ecca-40a1-b230-4784fc2f4a57 req-d8d485e2-e50f-4861-9f2c-f944a9cdd67b service neutron] 10.222.0.54 "GET /v2.0/networks?id=fc37f4d2-7566-422c-9224-61d148cf8ba2 HTTP/1.1" status: 200 len: 920 time: 0.5723436 Aug 20 15:56:25.036243 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:25.045202 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-adc93c62-e5de-4829-9600-1a7d7f814987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:25.084080 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a3f884-6323-4847-aa22-8978c57eb2b3 {{(pid=75062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:56:25.106682 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 21a3f884-6323-4847-aa22-8978c57eb2b3, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=21a3f884-6323-4847-aa22-8978c57eb2b3,segment=NetworkSegment(29e44bf0-25da-4d57-a187-72675e544d99),segment_id=29e44bf0-25da-4d57-a187-72675e544d99)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:56:25.113345 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:25.118571 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:25.123706 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-adc93c62-e5de-4829-9600-1a7d7f814987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:25.238945 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-adc93c62-e5de-4829-9600-1a7d7f814987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:25.244786 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=21a3f884-6323-4847-aa22-8978c57eb2b3,revision_number=4']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:25.247579 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-b86b4b25-2e11-4f1a-b331-4ed7ad015468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:25.254761 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:25.255108 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:25.255448 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:25.255965 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:25.256308 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:25.256694 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:25.257026 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:25.257354 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:25.257934 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:25.258273 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:25.258596 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:25.264025 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:25.272146 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc93c62-e5de-4829-9600-1a7d7f814987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b70690-3d19-4d61-9f8f-cf4800f9ac0c,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:25.275322 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-adc93c62-e5de-4829-9600-1a7d7f814987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:25.282260 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-adc93c62-e5de-4829-9600-1a7d7f814987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:25.286330 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-adc93c62-e5de-4829-9600-1a7d7f814987 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93b70690-3d19-4d61-9f8f-cf4800f9ac0c HTTP/1.1" status: 204 len: 168 time: 0.3631518 Aug 20 15:56:25.347615 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f52c9cb1-ecca-40a1-b230-4784fc2f4a57 req-32f6243e-4396-4fe0-b2c1-65f1d5add2d6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb5a321c-d92b-4635-b934-477650ec0656 HTTP/1.1" status: 200 len: 217 time: 0.2965209 Aug 20 15:56:25.395231 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-06ab1848-9673-4e33-a3cc-8496fa2aa89b tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:25.405855 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-06ab1848-9673-4e33-a3cc-8496fa2aa89b tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/networks?id=30067384-36e2-4f1d-a3f2-0548715d97a2 HTTP/1.1" status: 200 len: 815 time: 0.6563723 Aug 20 15:56:25.416694 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98422c9c-3333-4562-900c-e1f898eb0012 req-adf6fb8b-adf7-4eaf-ae1b-f70ea4864aaa tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:25.424527 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-98422c9c-3333-4562-900c-e1f898eb0012 req-adf6fb8b-adf7-4eaf-ae1b-f70ea4864aaa tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 944 time: 0.7536938 Aug 20 15:56:25.475592 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['21a3f884-6323-4847-aa22-8978c57eb2b3'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 15:56:25.505855 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-d9dcbd91-0429-4a06-b0df-9edfab635634 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/quotas/3ef32ffa9742498dbab644d6d4143034 HTTP/1.1" status: 200 len: 375 time: 0.1018620 Aug 20 15:56:25.591914 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-328a5628-c246-4df0-af22-e786e67d7e42 req-7dfe44c2-0442-47bc-b4c7-38cc1ecaa5d1 service neutron] 10.222.0.54 "GET /v2.0/networks/e1370026-f031-4601-8314-e240c06ab358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6018960 Aug 20 15:56:25.594304 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c9cb1-ecca-40a1-b230-4784fc2f4a57 req-76079347-9090-4dde-89c2-27b11869e08a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:25.595806 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f52c9cb1-ecca-40a1-b230-4784fc2f4a57 req-76079347-9090-4dde-89c2-27b11869e08a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=10eaa4f8-a6eb-4f2f-96c7-b53d6cba92f7 HTTP/1.1" status: 200 len: 858 time: 0.2390604 Aug 20 15:56:25.614993 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-98422c9c-3333-4562-900c-e1f898eb0012 req-8f4e8d20-7c22-46dc-bb02-ad18c74d3d12 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896737 Aug 20 15:56:25.922345 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f52c9cb1-ecca-40a1-b230-4784fc2f4a57 req-75391ea5-bf97-4411-ba52-1205de3ccb61 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fc37f4d2-7566-422c-9224-61d148cf8ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3016870 Aug 20 15:56:26.204894 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-a28d88c3-18a2-461b-8da6-8dafa847f546 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ef32ffa9742498dbab644d6d4143034&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6980278 Aug 20 15:56:26.331238 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-328a5628-c246-4df0-af22-e786e67d7e42 req-317987bd-fd72-4939-bb9c-c62c11c851bb service neutron] 10.222.0.54 "GET /v2.0/networks/e1370026-f031-4601-8314-e240c06ab358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7119391 Aug 20 15:56:26.338078 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f52c9cb1-ecca-40a1-b230-4784fc2f4a57 req-fc11d457-e693-466f-b829-f9005091c54c service neutron] 10.222.0.54 "GET /v2.0/networks/fc37f4d2-7566-422c-9224-61d148cf8ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759389 Aug 20 15:56:26.364942 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 6 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 15:56:26.392312 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f0e37-1a10-454c-9164-77bbe437d984 req-2d884f71-a556-4715-a65b-ad27ad73df7a tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:26.394314 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d74f0e37-1a10-454c-9164-77bbe437d984 req-2d884f71-a556-4715-a65b-ad27ad73df7a tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] 10.222.0.13 "GET /v2.0/ports?device_id=5141f455-2850-4d12-a564-93c67ab9d1cb HTTP/1.1" status: 200 len: 945 time: 0.5797143 Aug 20 15:56:26.576381 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-52d74c23-3e20-48b0-81ac-9985b4726638 service neutron] 10.222.0.13 "GET /v2.0/networks/30067384-36e2-4f1d-a3f2-0548715d97a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701739 Aug 20 15:56:26.690021 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device cb5a321c-d92b-4635-b934-477650ec0656 details requested by agent hyperv_hv-cinder-80539 with host hv-cinder-80539 {{(pid=75062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 15:56:26.692665 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 21a3f884-6323-4847-aa22-8978c57eb2b3 up at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:56:26.825580 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning for port 21a3f884-6323-4847-aa22-8978c57eb2b3 completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:56:26.887493 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning complete for port 21a3f884-6323-4847-aa22-8978c57eb2b3 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:56:26.888243 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:26.922594 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d74f0e37-1a10-454c-9164-77bbe437d984 req-45818324-882c-4288-9b0c-b06e6d0cd19a tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] 10.222.0.13 "GET /v2.0/security-groups?id=baac43dc-74b4-4295-a668-668b49dbb6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665966 Aug 20 15:56:26.935848 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f52c9cb1-ecca-40a1-b230-4784fc2f4a57 req-d1b2d731-5d26-4ecb-907f-b8d595d647c0 service neutron] 10.222.0.54 "GET /v2.0/networks/fc37f4d2-7566-422c-9224-61d148cf8ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5829568 Aug 20 15:56:27.210096 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-665c0723-ba1c-440b-aa66-6488ba82adff service neutron] 10.222.0.13 "GET /v2.0/networks/30067384-36e2-4f1d-a3f2-0548715d97a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599087 Aug 20 15:56:27.237831 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5545c-f490-49da-b228-7d2b29b4e701 req-279e0c32-58f2-4ebd-b197-220aef3c744b tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:27.242349 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-55f5545c-f490-49da-b228-7d2b29b4e701 req-279e0c32-58f2-4ebd-b197-220aef3c744b tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] 10.222.0.54 "GET /v2.0/ports?device_id=5141f455-2850-4d12-a564-93c67ab9d1cb HTTP/1.1" status: 200 len: 945 time: 0.5762184 Aug 20 15:56:27.270014 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port cb5a321c-d92b-4635-b934-477650ec0656, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=cb5a321c-d92b-4635-b934-477650ec0656,segment=NetworkSegment(cf28a621-c31f-43b5-9f9e-d00941f17343),segment_id=cf28a621-c31f-43b5-9f9e-d00941f17343)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:56:27.291046 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Returning: {'device': 'cb5a321c-d92b-4635-b934-477650ec0656', 'network_id': 'fc37f4d2-7566-422c-9224-61d148cf8ba2', 'port_id': 'cb5a321c-d92b-4635-b934-477650ec0656', 'mac_address': 'fa:16:3e:1b:7b:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10eaa4f8-a6eb-4f2f-96c7-b53d6cba92f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 15:56:27.459423 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:27.486879 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:27.523229 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb5a321c-d92b-4635-b934-477650ec0656 {{(pid=75062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:56:27.542745 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port cb5a321c-d92b-4635-b934-477650ec0656, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=cb5a321c-d92b-4635-b934-477650ec0656,segment=NetworkSegment(cf28a621-c31f-43b5-9f9e-d00941f17343),segment_id=cf28a621-c31f-43b5-9f9e-d00941f17343)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:56:27.552233 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:27.557045 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:27.627258 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3be05f6e-5711-4689-bf40-4505d2605dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a3f884-6323-4847-aa22-8978c57eb2b3'}] {{(pid=75062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:56:27.659642 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 21a3f884-6323-4847-aa22-8978c57eb2b3, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=21a3f884-6323-4847-aa22-8978c57eb2b3,segment=NetworkSegment(29e44bf0-25da-4d57-a187-72675e544d99),segment_id=29e44bf0-25da-4d57-a187-72675e544d99)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:56:27.669896 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [req-55f5545c-f490-49da-b228-7d2b29b4e701 req-5752388d-40a8-4a14-9c55-f7d5de6df9fc tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Deleting port 59319fa6-4feb-4132-91e0-820a1bb87c58 {{(pid=75061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 15:56:27.670382 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-55f5545c-f490-49da-b228-7d2b29b4e701 req-5752388d-40a8-4a14-9c55-f7d5de6df9fc tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:27.674578 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:27.687926 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=cb5a321c-d92b-4635-b934-477650ec0656,revision_number=4']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:27.703103 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:27.705487 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-4589f70d-15a0-48d1-ba29-70474ff0cfe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:27.819419 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=21a3f884-6323-4847-aa22-8978c57eb2b3,revision_number=5']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:27.826337 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:27.872358 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 56976) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:27.941181 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['cb5a321c-d92b-4635-b934-477650ec0656'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 15:56:28.053641 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a6f77-867f-4355-a22e-d76281df3ae1 req-7252ce3d-dbdb-4a23-92f8-84fbbcf6ef57 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:28.055376 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-036a6f77-867f-4355-a22e-d76281df3ae1 req-7252ce3d-dbdb-4a23-92f8-84fbbcf6ef57 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 943 time: 0.7146099 Aug 20 15:56:28.236238 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-af937192-360e-455c-ba0c-e23f86ea8b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:28.249962 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bdd51-d45b-4de2-acfc-2afd63d96bed req-d74d77b2-36e3-4fce-a0ec-4e9218e3f150 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:28.251567 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3d5bdd51-d45b-4de2-acfc-2afd63d96bed req-d74d77b2-36e3-4fce-a0ec-4e9218e3f150 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 0.4981813 Aug 20 15:56:28.320652 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-036a6f77-867f-4355-a22e-d76281df3ae1 req-b011d07b-3372-4432-96ec-f2a0452350cd tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583300 Aug 20 15:56:28.322533 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-55f5545c-f490-49da-b228-7d2b29b4e701 req-5752388d-40a8-4a14-9c55-f7d5de6df9fc tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] For port 59319fa6-4feb-4132-91e0-820a1bb87c58, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=59319fa6-4feb-4132-91e0-820a1bb87c58,segment=NetworkSegment(f5387f52-05f6-482a-b903-dbb0645b62e7),segment_id=f5387f52-05f6-482a-b903-dbb0645b62e7)] {{(pid=75061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:56:28.323154 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-55f5545c-f490-49da-b228-7d2b29b4e701 req-5752388d-40a8-4a14-9c55-f7d5de6df9fc tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:28.377799 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-af937192-360e-455c-ba0c-e23f86ea8b00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:28.383570 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-af937192-360e-455c-ba0c-e23f86ea8b00 admin admin] Usage tracker for resource:security_group_rule and tenant:5ae60c45c32c447782bccc5c1b795a2a is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:56:28.388160 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-af937192-360e-455c-ba0c-e23f86ea8b00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:56:28.396217 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-af937192-360e-455c-ba0c-e23f86ea8b00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:28.493005 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [req-55f5545c-f490-49da-b228-7d2b29b4e701 req-5752388d-40a8-4a14-9c55-f7d5de6df9fc tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Calling delete_port for 59319fa6-4feb-4132-91e0-820a1bb87c58 owned by compute:nova {{(pid=75061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 15:56:28.567487 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-af937192-360e-455c-ba0c-e23f86ea8b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:28.586939 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-af937192-360e-455c-ba0c-e23f86ea8b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:28.612012 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-457f836b-c97b-4a75-a3d6-7d8f6b31ce6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:28.660993 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af937192-360e-455c-ba0c-e23f86ea8b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2869f52-6b46-4169-9509-c6206cf2b306,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:28.670785 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-af937192-360e-455c-ba0c-e23f86ea8b00 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ae60c45c32c447782bccc5c1b795a2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7954340 Aug 20 15:56:28.672390 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-af937192-360e-455c-ba0c-e23f86ea8b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:28.673330 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 57000) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:28.696313 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 59319fa6-4feb-4132-91e0-820a1bb87c58 no longer exists at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 15:56:28.790078 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-41e05bc7-974f-4e37-ad28-82ae52e8f289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:28.859999 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-41e05bc7-974f-4e37-ad28-82ae52e8f289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:28.872777 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ff67dede-0b0d-4a60-b195-02588a3d9dfb req-0c76e7ea-7337-49ac-a552-3e63de51b309 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87a921e-152a-4f5e-853f-df94842a57a0 HTTP/1.1" status: 200 len: 210 time: 0.0998795 Aug 20 15:56:28.908975 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3d5bdd51-d45b-4de2-acfc-2afd63d96bed req-c65bffab-ea37-4f34-9bd6-37f2bf5794dd tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6406157 Aug 20 15:56:28.981421 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-55f5545c-f490-49da-b228-7d2b29b4e701 req-5752388d-40a8-4a14-9c55-f7d5de6df9fc tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952'] for port, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:29.005485 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-5a9dc2b4-be59-49d5-bb93-91c5760499af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:29.010652 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-41e05bc7-974f-4e37-ad28-82ae52e8f289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:29.017371 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-5fb939d4-7954-4638-9666-3d33795bb539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:29.025329 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:29.040240 dv-cinder-805398-3-smb neutron-server[75062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3be05f6e-5711-4689-bf40-4505d2605dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a3f884-6323-4847-aa22-8978c57eb2b3', 'code': 200} Aug 20 15:56:29.058608 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e05bc7-974f-4e37-ad28-82ae52e8f289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2869f52-6b46-4169-9509-c6206cf2b306,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:29.081339 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-41e05bc7-974f-4e37-ad28-82ae52e8f289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:29.085603 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-41e05bc7-974f-4e37-ad28-82ae52e8f289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:29.087006 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-41e05bc7-974f-4e37-ad28-82ae52e8f289 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2869f52-6b46-4169-9509-c6206cf2b306 HTTP/1.1" status: 204 len: 168 time: 0.4117904 Aug 20 15:56:29.150690 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752388d-40a8-4a14-9c55-f7d5de6df9fc tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Pushing event deleted for resources: {'Port': ['ID=59319fa6-4feb-4132-91e0-820a1bb87c58,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:29.230541 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-5752388d-40a8-4a14-9c55-f7d5de6df9fc tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:29.251703 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-1a1f2fb7-a6e1-432e-9d04-930211fe7e41 req-35c3792d-5536-4436-9e29-68ef9e61f0d7 tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] 10.222.0.13 "GET /v2.0/ports?device_id=5141f455-2850-4d12-a564-93c67ab9d1cb HTTP/1.1" status: 200 len: 210 time: 0.0918458 Aug 20 15:56:29.294929 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f5545c-f490-49da-b228-7d2b29b4e701 req-5752388d-40a8-4a14-9c55-f7d5de6df9fc tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] No DVR routers for this DVR port 59319fa6-4feb-4132-91e0-820a1bb87c58 on host hv-cinder-80539 {{(pid=75061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:56:29.299698 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-55f5545c-f490-49da-b228-7d2b29b4e701 req-5752388d-40a8-4a14-9c55-f7d5de6df9fc tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:29.312669 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5141f455-2850-4d12-a564-93c67ab9d1cb', 'name': 'network-vif-deleted', 'tag': '59319fa6-4feb-4132-91e0-820a1bb87c58'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:56:29.328124 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-55f5545c-f490-49da-b228-7d2b29b4e701 req-5752388d-40a8-4a14-9c55-f7d5de6df9fc tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] 10.222.0.54 "DELETE /v2.0/ports/59319fa6-4feb-4132-91e0-820a1bb87c58 HTTP/1.1" status: 204 len: 173 time: 2.0778971 Aug 20 15:56:29.402962 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5141f455-2850-4d12-a564-93c67ab9d1cb', 'name': 'network-vif-deleted', 'tag': '59319fa6-4feb-4132-91e0-820a1bb87c58', 'status': 'completed', 'code': 200} Aug 20 15:56:29.786996 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 57030) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:29.818423 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-cba2a6b3-2934-4121-94d0-8c04acbd3b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:29.883438 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-cba2a6b3-2934-4121-94d0-8c04acbd3b61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:29.889395 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-cba2a6b3-2934-4121-94d0-8c04acbd3b61 admin admin] Usage tracker for resource:security_group_rule and tenant:7f9034bd27c6459ebf53f15bb8876185 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:56:29.902914 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-cba2a6b3-2934-4121-94d0-8c04acbd3b61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:56:29.919521 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-cba2a6b3-2934-4121-94d0-8c04acbd3b61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:29.958218 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 57038) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:30.099472 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-56793043-778e-4912-aff8-934d92fc2934 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:30.102166 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-56793043-778e-4912-aff8-934d92fc2934 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.54 "GET /v2.0/networks?id=30067384-36e2-4f1d-a3f2-0548715d97a2 HTTP/1.1" status: 200 len: 815 time: 0.5425744 Aug 20 15:56:30.129363 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-cba2a6b3-2934-4121-94d0-8c04acbd3b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:30.144751 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-cba2a6b3-2934-4121-94d0-8c04acbd3b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:30.152812 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-12abcef8-1267-4586-87da-5733a65c1e8c tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Request body: {'port': {'device_id': 'd87a921e-152a-4f5e-853f-df94842a57a0', 'network_id': '30067384-36e2-4f1d-a3f2-0548715d97a2', 'admin_state_up': True, 'tenant_id': '3ef32ffa9742498dbab644d6d4143034'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:56:30.235242 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-2bf8ac16-0b50-4c61-b146-c0467e7cc593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:30.275510 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-cba2a6b3-2934-4121-94d0-8c04acbd3b61 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f9034bd27c6459ebf53f15bb8876185&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4866505 Aug 20 15:56:30.280691 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 57044) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:30.304580 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba2a6b3-2934-4121-94d0-8c04acbd3b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2545bd6-54b1-4412-b3c1-1ab770ad99cd,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:30.332809 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-cba2a6b3-2934-4121-94d0-8c04acbd3b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:30.344036 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-32fa22ba-ed79-45f5-b4d0-4e58d52bdee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:30.369591 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b9478-a290-44dc-8ede-919e818691bf req-e125e901-9a82-45f5-a3c2-2383528f6139 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:30.371804 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-bb9b9478-a290-44dc-8ede-919e818691bf req-e125e901-9a82-45f5-a3c2-2383528f6139 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 944 time: 0.8258157 Aug 20 15:56:30.379618 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-0fae74ce-87dd-41ba-8f36-76646ffbfbb1 req-3bb639ac-e519-4d7c-a05c-a1d606dc836c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 1099 time: 0.9123476 Aug 20 15:56:30.418392 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-32fa22ba-ed79-45f5-b4d0-4e58d52bdee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:30.424273 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-e97a5545-c4f4-4d37-a2ea-a999392c7008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:30.426658 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-32fa22ba-ed79-45f5-b4d0-4e58d52bdee6 admin admin] Usage tracker for resource:security_group_rule and tenant:25b2fb5155a54eb7b09ac4c265603ac2 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:56:30.430783 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-32fa22ba-ed79-45f5-b4d0-4e58d52bdee6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:56:30.446619 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-32fa22ba-ed79-45f5-b4d0-4e58d52bdee6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:30.476689 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-e97a5545-c4f4-4d37-a2ea-a999392c7008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:30.530375 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-12abcef8-1267-4586-87da-5733a65c1e8c tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:30.533904 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-0fae74ce-87dd-41ba-8f36-76646ffbfbb1 req-a02b8acf-8127-4004-9305-a2e4c48f753a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433387 Aug 20 15:56:30.545449 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-bb9b9478-a290-44dc-8ede-919e818691bf req-bafc8df7-b354-436f-ae40-75558cc85e4b tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579788 Aug 20 15:56:30.574788 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-12abcef8-1267-4586-87da-5733a65c1e8c tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:30.590109 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e3d18-797e-4a8f-aa5e-e4c6f03e7ad4 req-b513cf91-02e2-404f-9f5c-6e473c4947ad tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:30.610298 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3e5e3d18-797e-4a8f-aa5e-e4c6f03e7ad4 req-b513cf91-02e2-404f-9f5c-6e473c4947ad tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 0.3386145 Aug 20 15:56:30.614904 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-32fa22ba-ed79-45f5-b4d0-4e58d52bdee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:30.627688 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-32fa22ba-ed79-45f5-b4d0-4e58d52bdee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:30.640459 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:30.648114 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-e97a5545-c4f4-4d37-a2ea-a999392c7008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:30.689890 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device cb5a321c-d92b-4635-b934-477650ec0656 up at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:56:30.700213 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-12abcef8-1267-4586-87da-5733a65c1e8c tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Made reservation on behalf of 3ef32ffa9742498dbab644d6d4143034 for: {'port': 1} {{(pid=75061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:56:30.704735 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-12abcef8-1267-4586-87da-5733a65c1e8c tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:30.719187 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-e97a5545-c4f4-4d37-a2ea-a999392c7008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:30.720487 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-e97a5545-c4f4-4d37-a2ea-a999392c7008 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2545bd6-54b1-4412-b3c1-1ab770ad99cd HTTP/1.1" status: 204 len: 168 time: 0.4385908 Aug 20 15:56:30.721985 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa22ba-ed79-45f5-b4d0-4e58d52bdee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b012b7-2111-4225-a7b9-f7dc9514deb1,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:30.738312 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-32fa22ba-ed79-45f5-b4d0-4e58d52bdee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:30.744689 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-32fa22ba-ed79-45f5-b4d0-4e58d52bdee6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=25b2fb5155a54eb7b09ac4c265603ac2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7817655 Aug 20 15:56:30.745527 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:30.752954 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 57062) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:30.777308 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a5545-c4f4-4d37-a2ea-a999392c7008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2545bd6-54b1-4412-b3c1-1ab770ad99cd,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:30.789355 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-e97a5545-c4f4-4d37-a2ea-a999392c7008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:30.832067 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning for port cb5a321c-d92b-4635-b934-477650ec0656 completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:56:30.843277 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning complete for port cb5a321c-d92b-4635-b934-477650ec0656 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:56:30.843277 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:30.876447 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-4edae31f-fe59-46c1-bf0c-181a0747fdb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:30.914701 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-4edae31f-fe59-46c1-bf0c-181a0747fdb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:30.949413 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 57068) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:31.000363 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-4edae31f-fe59-46c1-bf0c-181a0747fdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:31.008979 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-cba2a6b3-2934-4121-94d0-8c04acbd3b61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:31.042317 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e162e569-07f5-45c5-a700-f2712e419dd6 req-2fe8d380-5dcf-41ec-b59f-a9ceb6d259b9 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87a921e-152a-4f5e-853f-df94842a57a0 HTTP/1.1" status: 200 len: 210 time: 0.2506905 Aug 20 15:56:31.049218 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3e5e3d18-797e-4a8f-aa5e-e4c6f03e7ad4 req-3cdc5fb5-e418-47d3-8871-201c3783c792 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4376104 Aug 20 15:56:31.056589 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edae31f-fe59-46c1-bf0c-181a0747fdb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b012b7-2111-4225-a7b9-f7dc9514deb1,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:31.061997 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-4edae31f-fe59-46c1-bf0c-181a0747fdb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:31.072867 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-4edae31f-fe59-46c1-bf0c-181a0747fdb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:31.086938 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-4edae31f-fe59-46c1-bf0c-181a0747fdb7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20b012b7-2111-4225-a7b9-f7dc9514deb1 HTTP/1.1" status: 204 len: 168 time: 0.3217635 Aug 20 15:56:31.109174 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:31.162268 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce3023e-38f2-4ac1-8706-bc96ed4e9d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5a321c-d92b-4635-b934-477650ec0656'}] {{(pid=75062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:56:31.200350 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port cb5a321c-d92b-4635-b934-477650ec0656, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=cb5a321c-d92b-4635-b934-477650ec0656,segment=NetworkSegment(cf28a621-c31f-43b5-9f9e-d00941f17343),segment_id=cf28a621-c31f-43b5-9f9e-d00941f17343)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:56:31.209528 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:31.217953 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-14e7cc25-932e-4247-ba51-1e2b0d3c2414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:31.390928 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=cb5a321c-d92b-4635-b934-477650ec0656,revision_number=5']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:31.392332 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.db_base_plugin_common [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-12abcef8-1267-4586-87da-5733a65c1e8c tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Allocated IP 172.20.0.9 (30067384-36e2-4f1d-a3f2-0548715d97a2/8513a594-b636-416f-a5b5-0a881f926347/5f8f0996-214d-4532-9b61-4bd9042c2c23) {{(pid=75061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:56:31.406811 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:31.414203 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-704d2e46-66e5-450f-85f8-a1d985dfb50d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:31.439308 dv-cinder-805398-3-smb neutron-server[75062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce3023e-38f2-4ac1-8706-bc96ed4e9d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5a321c-d92b-4635-b934-477650ec0656', 'code': 200} Aug 20 15:56:31.509222 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-704d2e46-66e5-450f-85f8-a1d985dfb50d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:31.527115 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-704d2e46-66e5-450f-85f8-a1d985dfb50d admin admin] Usage tracker for resource:security_group_rule and tenant:e502f40922cb447e8d0683bf60ed8b06 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:56:31.545923 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-704d2e46-66e5-450f-85f8-a1d985dfb50d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:56:31.553404 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-704d2e46-66e5-450f-85f8-a1d985dfb50d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:31.716820 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-704d2e46-66e5-450f-85f8-a1d985dfb50d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:31.723151 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-704d2e46-66e5-450f-85f8-a1d985dfb50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:31.788649 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:31.863236 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d2e46-66e5-450f-85f8-a1d985dfb50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58de237-f0b2-4676-a3f4-a349c8e14c69,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:31.873828 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-704d2e46-66e5-450f-85f8-a1d985dfb50d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:31.891079 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-704d2e46-66e5-450f-85f8-a1d985dfb50d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e502f40922cb447e8d0683bf60ed8b06&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9404700 Aug 20 15:56:31.891699 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 57092) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:31.998596 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-28dd8575-6321-4b84-9f48-adaf02627528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:32.074629 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-28dd8575-6321-4b84-9f48-adaf02627528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:32.203504 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-28dd8575-6321-4b84-9f48-adaf02627528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:32.208482 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-95698e3e-392e-4a33-8dd1-9416b925409d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:32.240080 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd8575-6321-4b84-9f48-adaf02627528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58de237-f0b2-4676-a3f4-a349c8e14c69,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:32.259154 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-28dd8575-6321-4b84-9f48-adaf02627528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:32.276916 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-28dd8575-6321-4b84-9f48-adaf02627528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:32.280938 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-28dd8575-6321-4b84-9f48-adaf02627528 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b58de237-f0b2-4676-a3f4-a349c8e14c69 HTTP/1.1" status: 204 len: 168 time: 0.3881991 Aug 20 15:56:32.308284 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-12abcef8-1267-4586-87da-5733a65c1e8c tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Notify callbacks [] for port, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:32.343910 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7b360e63-fb34-4ad2-aa54-d864be902c13 req-5bc72f2e-5316-4223-a90e-8b0176e718b2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 1098 time: 0.4786968 Aug 20 15:56:32.395788 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 57114) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:32.401555 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da181bac-04c9-4396-9331-1d1cd434ba0f req-462763a7-fa9a-44f3-993a-4663887da7a2 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:32.408454 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-da181bac-04c9-4396-9331-1d1cd434ba0f req-462763a7-fa9a-44f3-993a-4663887da7a2 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 945 time: 0.3929553 Aug 20 15:56:32.450894 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7b360e63-fb34-4ad2-aa54-d864be902c13 req-015c8492-9b82-4b0b-a85f-d4fd1ee1e82a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977087 Aug 20 15:56:32.459463 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-12abcef8-1267-4586-87da-5733a65c1e8c tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943'] for port, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:32.469704 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:32.473700 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['5034477f-7ae3-475f-b8fd-b2ae04ab132b'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 15:56:32.511524 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-e3980b76-39c3-482b-9acf-c5a60dea3ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:32.681255 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-e3980b76-39c3-482b-9acf-c5a60dea3ab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:32.698858 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-e3980b76-39c3-482b-9acf-c5a60dea3ab2 admin admin] Usage tracker for resource:security_group_rule and tenant:725771f21db14cd5a3e3de2a44816d33 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:56:32.702501 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-e3980b76-39c3-482b-9acf-c5a60dea3ab2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:56:32.721609 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-e3980b76-39c3-482b-9acf-c5a60dea3ab2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:32.889319 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12abcef8-1267-4586-87da-5733a65c1e8c tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Pushing event updated for resources: {'Port': ['ID=5f8f0996-214d-4532-9b61-4bd9042c2c23,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:32.892319 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-12abcef8-1267-4586-87da-5733a65c1e8c tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:32.922793 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-da181bac-04c9-4396-9331-1d1cd434ba0f req-13cc3240-e6a7-41b4-91ef-85453e05184c tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5133185 Aug 20 15:56:32.976439 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-e3980b76-39c3-482b-9acf-c5a60dea3ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:32.980972 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-12abcef8-1267-4586-87da-5733a65c1e8c tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Network 30067384-36e2-4f1d-a3f2-0548715d97a2 is already hosted by enough agents. {{(pid=75061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:56:32.985984 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-e3980b76-39c3-482b-9acf-c5a60dea3ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:33.008761 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.base_scheduler [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-12abcef8-1267-4586-87da-5733a65c1e8c tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Resources bound (agent type, host, resource id): {{(pid=75061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:56:33.017634 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-12abcef8-1267-4586-87da-5733a65c1e8c tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Received port after_create {{(pid=75061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:56:33.018585 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:33.042822 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-12abcef8-1267-4586-87da-5733a65c1e8c tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:33.047304 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-12abcef8-1267-4586-87da-5733a65c1e8c tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:33.137633 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd13fd0-39a0-478f-8655-aeb1f85dc78d req-3abc08a0-e558-4809-83d7-6b5a6cd90dc9 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:33.151192 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2cd13fd0-39a0-478f-8655-aeb1f85dc78d req-3abc08a0-e558-4809-83d7-6b5a6cd90dc9 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87a921e-152a-4f5e-853f-df94842a57a0 HTTP/1.1" status: 200 len: 931 time: 0.4391274 Aug 20 15:56:33.154296 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-e3980b76-39c3-482b-9acf-c5a60dea3ab2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=725771f21db14cd5a3e3de2a44816d33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7563345 Aug 20 15:56:33.155473 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 57128) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:33.156194 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3980b76-39c3-482b-9acf-c5a60dea3ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395cd30e-d925-416e-998a-e6214996a3df,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:33.163602 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-e3980b76-39c3-482b-9acf-c5a60dea3ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:33.184678 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-12abcef8-1267-4586-87da-5733a65c1e8c tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0416145 Aug 20 15:56:33.235548 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-c77e5372-d96a-44bc-818c-068ec5d0c2d5 service neutron] Request body: {'port': {'device_id': 'd87a921e-152a-4f5e-853f-df94842a57a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80539'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:56:33.366798 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 57134) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:33.400253 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-9382b5c8-1323-4564-9b19-96e82a94559f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:33.455471 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-9382b5c8-1323-4564-9b19-96e82a94559f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:33.461414 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-9382b5c8-1323-4564-9b19-96e82a94559f admin admin] Usage tracker for resource:security_group_rule and tenant:66bd91cc00f04c22bb7a6050a7439001 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:56:33.467048 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-9382b5c8-1323-4564-9b19-96e82a94559f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:56:33.472170 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2cd13fd0-39a0-478f-8655-aeb1f85dc78d req-66012a5d-0f97-4d0d-8f65-2080963cd317 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146291 Aug 20 15:56:33.475597 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-9382b5c8-1323-4564-9b19-96e82a94559f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:33.598843 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-9382b5c8-1323-4564-9b19-96e82a94559f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:33.606639 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-9382b5c8-1323-4564-9b19-96e82a94559f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:33.618483 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-c77e5372-d96a-44bc-818c-068ec5d0c2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:33.620631 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-7b7ee02a-9074-4deb-bf31-6dd8158c3a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:33.639972 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-9f1573ea-b014-476d-8b01-7531fbf92816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:33.679121 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f59edf-79c9-404a-a20b-7b90f5d402b8 req-9a9e9701-dbc3-419f-beda-66be0470f2a3 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:33.686196 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-78f59edf-79c9-404a-a20b-7b90f5d402b8 req-9a9e9701-dbc3-419f-beda-66be0470f2a3 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 0.3605475 Aug 20 15:56:33.701759 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9382b5c8-1323-4564-9b19-96e82a94559f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e8b2eb-b78c-40d6-b671-f4fe387e7d9a,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:33.718161 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-9382b5c8-1323-4564-9b19-96e82a94559f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:33.729201 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-9382b5c8-1323-4564-9b19-96e82a94559f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66bd91cc00f04c22bb7a6050a7439001&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3606148 Aug 20 15:56:33.734448 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 57146) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:33.770089 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-9f1573ea-b014-476d-8b01-7531fbf92816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:33.955107 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-557be387-ed17-44ee-83ee-672eb65a63e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:33.979118 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-78f59edf-79c9-404a-a20b-7b90f5d402b8 req-9abe5cdb-412b-4435-869a-824488d6cbca tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2919085 Aug 20 15:56:34.007219 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-9f1573ea-b014-476d-8b01-7531fbf92816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:34.036073 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-557be387-ed17-44ee-83ee-672eb65a63e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:34.077247 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-a115d711-b13f-4746-a243-da73cf998e25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:34.166699 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-557be387-ed17-44ee-83ee-672eb65a63e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:34.170919 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:34.206598 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557be387-ed17-44ee-83ee-672eb65a63e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e8b2eb-b78c-40d6-b671-f4fe387e7d9a,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:34.214538 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-557be387-ed17-44ee-83ee-672eb65a63e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:34.230482 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-557be387-ed17-44ee-83ee-672eb65a63e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:34.231338 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-557be387-ed17-44ee-83ee-672eb65a63e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9e8b2eb-b78c-40d6-b671-f4fe387e7d9a HTTP/1.1" status: 204 len: 168 time: 0.4930847 Aug 20 15:56:34.257777 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1573ea-b014-476d-8b01-7531fbf92816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395cd30e-d925-416e-998a-e6214996a3df,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:34.287247 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-9f1573ea-b014-476d-8b01-7531fbf92816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:34.386294 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-9f1573ea-b014-476d-8b01-7531fbf92816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:34.387533 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-9f1573ea-b014-476d-8b01-7531fbf92816 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/395cd30e-d925-416e-998a-e6214996a3df HTTP/1.1" status: 204 len: 168 time: 1.2278581 Aug 20 15:56:34.632594 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba46231-e48e-417b-b166-74cd4afbcc71 req-3fa095fb-e42a-4db9-9717-0f74992a0c31 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:34.635342 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3ba46231-e48e-417b-b166-74cd4afbcc71 req-3fa095fb-e42a-4db9-9717-0f74992a0c31 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 0.3467033 Aug 20 15:56:34.644967 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-c77e5372-d96a-44bc-818c-068ec5d0c2d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f8f0996-214d-4532-9b61-4bd9042c2c23 {{(pid=75061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:56:34.646215 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 57174) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:34.656053 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-4fa7493a-d127-4aa0-90c0-8e14120230ef tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Request body: {'floatingip': {'port_id': '21a3f884-6323-4847-aa22-8978c57eb2b3'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:56:34.668745 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-c77e5372-d96a-44bc-818c-068ec5d0c2d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:34.678230 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06128a29-9be8-4618-a8b9-9051a33ede9e req-a0a9288f-016d-43c7-9acd-7587e869a4b2 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:34.686397 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-06128a29-9be8-4618-a8b9-9051a33ede9e req-a0a9288f-016d-43c7-9acd-7587e869a4b2 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 945 time: 0.3583558 Aug 20 15:56:34.703719 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.provisioning_blocks [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-c77e5372-d96a-44bc-818c-068ec5d0c2d5 service neutron] Transition to ACTIVE for port object 5f8f0996-214d-4532-9b61-4bd9042c2c23 will not be triggered until provisioned by entity L2. {{(pid=75061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:56:34.783160 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-06128a29-9be8-4618-a8b9-9051a33ede9e req-913d83d3-3236-4ef2-8cd9-1fb57d18d1b0 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779493 Aug 20 15:56:34.784065 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-c77e5372-d96a-44bc-818c-068ec5d0c2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:34.786888 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 57180) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:34.867798 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-4fa7493a-d127-4aa0-90c0-8e14120230ef tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for floatingip, before_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:34.878079 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-e623359c-3ccb-44e6-9860-0406ec3b4888 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:35.241187 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0e30fd5-3277-4f53-aca9-95312e8d5519 admin admin] Deleting subnet 45ed7ada-78e1-451e-b2cf-4dc1b606c2c2 {{(pid=75061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 20 15:56:35.257814 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-e0e30fd5-3277-4f53-aca9-95312e8d5519 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:35.289176 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e5372-d96a-44bc-818c-068ec5d0c2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=5f8f0996-214d-4532-9b61-4bd9042c2c23,revision_number=2']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:35.293167 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-c77e5372-d96a-44bc-818c-068ec5d0c2d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:35.419291 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-e0e30fd5-3277-4f53-aca9-95312e8d5519 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:35.436634 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-e0e30fd5-3277-4f53-aca9-95312e8d5519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3577807'] for subnet, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:35.534496 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-c77e5372-d96a-44bc-818c-068ec5d0c2d5 service neutron] Attempting to bind port 5f8f0996-214d-4532-9b61-4bd9042c2c23 on host hv-cinder-80539 for vnic_type normal with profile {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:56:35.535042 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-c77e5372-d96a-44bc-818c-068ec5d0c2d5 service neutron] Attempting to bind port 5f8f0996-214d-4532-9b61-4bd9042c2c23 by drivers openvswitch,hyperv on host hv-cinder-80539 at level 0 using segments [{'id': 'c2be3471-78dd-4aa1-bdce-665f59ef88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '30067384-36e2-4f1d-a3f2-0548715d97a2'}] {{(pid=75061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:56:35.535591 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-c77e5372-d96a-44bc-818c-068ec5d0c2d5 service neutron] Attempting to bind port 5f8f0996-214d-4532-9b61-4bd9042c2c23 on network 30067384-36e2-4f1d-a3f2-0548715d97a2 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:56:35.677741 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1764f-2da4-4736-8852-1e6da0578a1a req-5cb3fd7f-5525-4a53-ae2e-86720614c240 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:35.678999 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-6bf1764f-2da4-4736-8852-1e6da0578a1a req-5cb3fd7f-5525-4a53-ae2e-86720614c240 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Synchronizing usage tracker for tenant:3ef32ffa9742498dbab644d6d4143034 on resource:port {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 15:56:35.792969 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-c77e5372-d96a-44bc-818c-068ec5d0c2d5 service neutron] Port 5f8f0996-214d-4532-9b61-4bd9042c2c23 on network 30067384-36e2-4f1d-a3f2-0548715d97a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80539 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:56:35.793709 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-c77e5372-d96a-44bc-818c-068ec5d0c2d5 service neutron] Attempting to bind port 5f8f0996-214d-4532-9b61-4bd9042c2c23 on network 30067384-36e2-4f1d-a3f2-0548715d97a2 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:56:35.815204 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-c77e5372-d96a-44bc-818c-068ec5d0c2d5 service neutron] Checking agent: {'id': '8cb0eed4-3a83-4faf-85db-5d15db1f4851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80539', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 53, 18), 'started_at': datetime.datetime(2021, 8, 20, 15, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:56:35.815452 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-c77e5372-d96a-44bc-818c-068ec5d0c2d5 service neutron] Checking segment: {'id': 'c2be3471-78dd-4aa1-bdce-665f59ef88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '30067384-36e2-4f1d-a3f2-0548715d97a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:56:35.815859 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-c77e5372-d96a-44bc-818c-068ec5d0c2d5 service neutron] Bound using segment: {'id': 'c2be3471-78dd-4aa1-bdce-665f59ef88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '30067384-36e2-4f1d-a3f2-0548715d97a2'} {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:56:35.816538 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-c77e5372-d96a-44bc-818c-068ec5d0c2d5 service neutron] Bound port: 5f8f0996-214d-4532-9b61-4bd9042c2c23, host: hv-cinder-80539, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2be3471-78dd-4aa1-bdce-665f59ef88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '30067384-36e2-4f1d-a3f2-0548715d97a2'}}] {{(pid=75061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:56:35.816917 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-c77e5372-d96a-44bc-818c-068ec5d0c2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:36.031819 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-6bf1764f-2da4-4736-8852-1e6da0578a1a req-5cb3fd7f-5525-4a53-ae2e-86720614c240 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Unset dirty status for tenant:3ef32ffa9742498dbab644d6d4143034 on resource:port {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 15:56:36.033000 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6bf1764f-2da4-4736-8852-1e6da0578a1a req-5cb3fd7f-5525-4a53-ae2e-86720614c240 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87a921e-152a-4f5e-853f-df94842a57a0 HTTP/1.1" status: 200 len: 943 time: 0.9779046 Aug 20 15:56:36.114924 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f560fbbc-84dd-449c-8e02-d75525830b81 req-dc9f77ec-826a-4985-8e2c-3a48a4477377 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f67c0c6df4d74cfab74276f0502944b4&device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 1098 time: 0.5723538 Aug 20 15:56:36.134297 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-e0e30fd5-3277-4f53-aca9-95312e8d5519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3577846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924'] for subnet, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:36.218324 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81230e7-d6bb-4677-8008-a33c50bb7b92 req-ec9857bf-fd0e-4977-a1f7-1ffb9974668d tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:36.227289 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c81230e7-d6bb-4677-8008-a33c50bb7b92 req-ec9857bf-fd0e-4977-a1f7-1ffb9974668d tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 945 time: 0.5742059 Aug 20 15:56:36.236777 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-3b0e0584-b3e2-4c15-a2f6-b548d3803cdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:36.316309 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e30fd5-3277-4f53-aca9-95312e8d5519 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45ed7ada-78e1-451e-b2cf-4dc1b606c2c2,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:36.377884 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-c77e5372-d96a-44bc-818c-068ec5d0c2d5 service neutron] For port 5f8f0996-214d-4532-9b61-4bd9042c2c23, host hv-cinder-80539, cleared binding levels {{(pid=75061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:56:36.433628 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-e0e30fd5-3277-4f53-aca9-95312e8d5519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:36.467620 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-e0e30fd5-3277-4f53-aca9-95312e8d5519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for subnet, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:36.486435 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-e0e30fd5-3277-4f53-aca9-95312e8d5519 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/45ed7ada-78e1-451e-b2cf-4dc1b606c2c2 HTTP/1.1" status: 204 len: 168 time: 1.6975949 Aug 20 15:56:36.497845 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 57232) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:36.533208 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-c77e5372-d96a-44bc-818c-068ec5d0c2d5 service neutron] For port 5f8f0996-214d-4532-9b61-4bd9042c2c23, host hv-cinder-80539, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=5f8f0996-214d-4532-9b61-4bd9042c2c23,segment=NetworkSegment(c2be3471-78dd-4aa1-bdce-665f59ef88b0),segment_id=c2be3471-78dd-4aa1-bdce-665f59ef88b0)] {{(pid=75061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:56:36.562523 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c81230e7-d6bb-4677-8008-a33c50bb7b92 req-8fdc749b-03d6-41ed-a0aa-3ba0762b6e7a tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337710 Aug 20 15:56:36.588246 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6bf1764f-2da4-4736-8852-1e6da0578a1a req-f5998c1f-fad3-4813-80ec-d1c975796456 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5384924 Aug 20 15:56:36.654759 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-c77e5372-d96a-44bc-818c-068ec5d0c2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:36.721412 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:36.837732 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.db.resource_extend [None req-4fa7493a-d127-4aa0-90c0-8e14120230ef tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 15:56:36.901905 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-c77e5372-d96a-44bc-818c-068ec5d0c2d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:36.904163 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-c77e5372-d96a-44bc-818c-068ec5d0c2d5 service neutron] 10.222.0.54 "PUT /v2.0/ports/5f8f0996-214d-4532-9b61-4bd9042c2c23 HTTP/1.1" status: 200 len: 1093 time: 3.6835248 Aug 20 15:56:36.904999 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87a921e-152a-4f5e-853f-df94842a57a0', 'tag': '5f8f0996-214d-4532-9b61-4bd9042c2c23'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:56:36.964846 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560fbbc-84dd-449c-8e02-d75525830b81 req-31d5d7d8-6f38-40d0-ab76-3059eb52d4a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:36.968393 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f560fbbc-84dd-449c-8e02-d75525830b81 req-31d5d7d8-6f38-40d0-ab76-3059eb52d4a9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fc37f4d2-7566-422c-9224-61d148cf8ba2 HTTP/1.1" status: 200 len: 920 time: 0.8213704 Aug 20 15:56:36.978135 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-15f7f145-ae40-4d96-a526-ba60f43b792a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3779509'] for network, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:37.035318 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-4fa7493a-d127-4aa0-90c0-8e14120230ef tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:37.105152 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-4fa7493a-d127-4aa0-90c0-8e14120230ef tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405581'] for floatingip, after_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:37.222414 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd87a921e-152a-4f5e-853f-df94842a57a0', 'tag': '5f8f0996-214d-4532-9b61-4bd9042c2c23', 'status': 'completed', 'code': 200} Aug 20 15:56:37.331350 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e5372-d96a-44bc-818c-068ec5d0c2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=5f8f0996-214d-4532-9b61-4bd9042c2c23,revision_number=3']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:37.336893 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-c77e5372-d96a-44bc-818c-068ec5d0c2d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:37.337823 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-15f7f145-ae40-4d96-a526-ba60f43b792a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3576902', 'neutron.services.segments.db._delete_segments_for_network-8786829457026'] for network, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:37.358408 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f560fbbc-84dd-449c-8e02-d75525830b81 req-b91233b5-517a-4161-a104-ec90143f19a9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb5a321c-d92b-4635-b934-477650ec0656 HTTP/1.1" status: 200 len: 217 time: 0.3798513 Aug 20 15:56:37.361413 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-15f7f145-ae40-4d96-a526-ba60f43b792a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:56:37.362097 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-15f7f145-ae40-4d96-a526-ba60f43b792a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:56:37.362989 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-15f7f145-ae40-4d96-a526-ba60f43b792a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:56:37.363422 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-15f7f145-ae40-4d96-a526-ba60f43b792a admin admin] Subscribe: > port after_create 55550000 {{(pid=75060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:56:37.363933 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-15f7f145-ae40-4d96-a526-ba60f43b792a admin admin] Subscribe: > port after_delete 55550000 {{(pid=75060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:56:37.364401 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-15f7f145-ae40-4d96-a526-ba60f43b792a admin admin] Subscribe: > port after_update 55550000 {{(pid=75060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:56:37.364839 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-15f7f145-ae40-4d96-a526-ba60f43b792a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:56:37.365636 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-15f7f145-ae40-4d96-a526-ba60f43b792a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:56:37.366086 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-15f7f145-ae40-4d96-a526-ba60f43b792a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:56:37.366670 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-15f7f145-ae40-4d96-a526-ba60f43b792a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:56:37.480964 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-15f7f145-ae40-4d96-a526-ba60f43b792a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:56:37.481334 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-15f7f145-ae40-4d96-a526-ba60f43b792a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:56:37.481674 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-15f7f145-ae40-4d96-a526-ba60f43b792a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:56:37.482022 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-15f7f145-ae40-4d96-a526-ba60f43b792a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 15:56:37.482411 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-15f7f145-ae40-4d96-a526-ba60f43b792a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b66ee0b1-68a2-4efc-b4c2-6a065418e0ac']}} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:56:37.496978 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560fbbc-84dd-449c-8e02-d75525830b81 req-e1a667bc-18bd-4e80-93a4-f082531f5d37 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:37.499761 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-15f7f145-ae40-4d96-a526-ba60f43b792a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5387f52-05f6-482a-b903-dbb0645b62e7') {'for_net_delete': True} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:56:37.500282 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-15f7f145-ae40-4d96-a526-ba60f43b792a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5387f52-05f6-482a-b903-dbb0645b62e7') {} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:56:37.507683 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f560fbbc-84dd-449c-8e02-d75525830b81 req-e1a667bc-18bd-4e80-93a4-f082531f5d37 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=10eaa4f8-a6eb-4f2f-96c7-b53d6cba92f7 HTTP/1.1" status: 200 len: 858 time: 0.1252966 Aug 20 15:56:37.533732 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-15f7f145-ae40-4d96-a526-ba60f43b792a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786829458077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1079857'] for segment, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:37.556039 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-fb22ac70-aaa0-47b3-9b7f-df1a67a514b0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3ef32ffa9742498dbab644d6d4143034&device_id=d87a921e-152a-4f5e-853f-df94842a57a0 HTTP/1.1" status: 200 len: 1096 time: 0.3474874 Aug 20 15:56:37.562768 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f560fbbc-84dd-449c-8e02-d75525830b81 req-7b9aafa3-0382-4501-badb-1ceca53c0d52 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fc37f4d2-7566-422c-9224-61d148cf8ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467296 Aug 20 15:56:37.625864 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-15f7f145-ae40-4d96-a526-ba60f43b792a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577716'] for segment, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:37.649711 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15f7f145-ae40-4d96-a526-ba60f43b792a admin admin] Releasing vlan 1254 on physical network physnet1 to pool {{(pid=75060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 20 15:56:37.649711 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-15f7f145-ae40-4d96-a526-ba60f43b792a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3577706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6850434'] for segment, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:37.678042 dv-cinder-805398-3-smb neutron-server[75060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 20 15:56:37.678042 dv-cinder-805398-3-smb neutron-server[75060]: util.warn_limited( Aug 20 15:56:37.678042 dv-cinder-805398-3-smb neutron-server[75060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 20 15:56:37.678042 dv-cinder-805398-3-smb neutron-server[75060]: util.warn_limited( Aug 20 15:56:37.678042 dv-cinder-805398-3-smb neutron-server[75060]: Traceback (most recent call last): Aug 20 15:56:37.678042 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 20 15:56:37.678042 dv-cinder-805398-3-smb neutron-server[75060]: timer() Aug 20 15:56:37.678042 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:56:37.678042 dv-cinder-805398-3-smb neutron-server[75060]: cb(*args, **kw) Aug 20 15:56:37.678042 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 20 15:56:37.678042 dv-cinder-805398-3-smb neutron-server[75060]: return func(*args, **kwargs) Aug 20 15:56:37.678042 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:56:37.678042 dv-cinder-805398-3-smb neutron-server[75060]: self._notify() Aug 20 15:56:37.678042 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:56:37.678042 dv-cinder-805398-3-smb neutron-server[75060]: self.callback(batched_events) Aug 20 15:56:37.678042 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:56:37.678042 dv-cinder-805398-3-smb neutron-server[75060]: event.method(event) Aug 20 15:56:37.678042 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 15:56:37.678042 dv-cinder-805398-3-smb neutron-server[75060]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:56:37.678042 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 15:56:37.678042 dv-cinder-805398-3-smb neutron-server[75060]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:56:37.678042 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:56:37.678042 dv-cinder-805398-3-smb neutron-server[75060]: return f(self, *a, **k) Aug 20 15:56:37.678042 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 20 15:56:37.678042 dv-cinder-805398-3-smb neutron-server[75060]: return self._get(url).json() Aug 20 15:56:37.678042 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 20 15:56:37.678042 dv-cinder-805398-3-smb neutron-server[75060]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:56:37.678042 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 20 15:56:37.678042 dv-cinder-805398-3-smb neutron-server[75060]: return self.request(url, 'GET', **kwargs) Aug 20 15:56:37.678042 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 20 15:56:37.678042 dv-cinder-805398-3-smb neutron-server[75060]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:56:37.678042 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 20 15:56:37.678042 dv-cinder-805398-3-smb neutron-server[75060]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:56:37.678042 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 20 15:56:37.678042 dv-cinder-805398-3-smb neutron-server[75060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:56:37.678042 dv-cinder-805398-3-smb neutron-server[75060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:56:37.980566 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-15f7f145-ae40-4d96-a526-ba60f43b792a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405599'] for network, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:38.001621 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-15f7f145-ae40-4d96-a526-ba60f43b792a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for network, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:38.008446 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-674c9eae-bdd0-49de-ad51-a9c864c70ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:38.050995 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7f145-ae40-4d96-a526-ba60f43b792a admin admin] Pushing event deleted for resources: {'Network': ['ID=b66ee0b1-68a2-4efc-b4c2-6a065418e0ac,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:38.055860 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-15f7f145-ae40-4d96-a526-ba60f43b792a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:38.060975 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.db.l3_db [None req-4fa7493a-d127-4aa0-90c0-8e14120230ef tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Floating IP 5835fb42-0516-4c17-90f5-a5c09484d46f associated. External IP: 172.28.2.156, port: 21a3f884-6323-4847-aa22-8978c57eb2b3. Aug 20 15:56:38.135583 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-15f7f145-ae40-4d96-a526-ba60f43b792a admin admin] 10.222.0.13 "DELETE /v2.0/networks/b66ee0b1-68a2-4efc-b4c2-6a065418e0ac HTTP/1.1" status: 204 len: 168 time: 1.6334929 Aug 20 15:56:38.284705 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f560fbbc-84dd-449c-8e02-d75525830b81 req-5b1f891a-75aa-4e3c-bf58-f3b876f7deb0 service neutron] 10.222.0.54 "GET /v2.0/networks/fc37f4d2-7566-422c-9224-61d148cf8ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5130291 Aug 20 15:56:38.292477 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-222dced3-0a79-457c-8715-7da8bd4eb9d8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f8f0996-214d-4532-9b61-4bd9042c2c23 HTTP/1.1" status: 200 len: 217 time: 0.7065222 Aug 20 15:56:38.454837 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f560fbbc-84dd-449c-8e02-d75525830b81 req-1327e3bb-c904-40db-8fc8-9af777d5f41a service neutron] 10.222.0.54 "GET /v2.0/networks/fc37f4d2-7566-422c-9224-61d148cf8ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611924 Aug 20 15:56:38.571073 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdc272-a6dc-485a-a1fc-cab59ea63800 req-15ac696f-1b9b-493b-a0f8-1b886eb18a00 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:38.579049 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9bfdc272-a6dc-485a-a1fc-cab59ea63800 req-15ac696f-1b9b-493b-a0f8-1b886eb18a00 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87a921e-152a-4f5e-853f-df94842a57a0 HTTP/1.1" status: 200 len: 943 time: 0.4842184 Aug 20 15:56:38.632208 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-3b6e779f-ef04-4470-9573-7413f70268ff service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:38.633815 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-3b6e779f-ef04-4470-9573-7413f70268ff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8513a594-b636-416f-a5b5-0a881f926347 HTTP/1.1" status: 200 len: 855 time: 0.1778913 Aug 20 15:56:38.640726 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f3909-36bb-401c-a290-1049827a8d6a req-e7ecb8b9-85f9-4287-83cf-5c1eaf69c605 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:38.642404 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-400f3909-36bb-401c-a290-1049827a8d6a req-e7ecb8b9-85f9-4287-83cf-5c1eaf69c605 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 945 time: 0.5405252 Aug 20 15:56:38.691457 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 57300) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:38.708464 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9bfdc272-a6dc-485a-a1fc-cab59ea63800 req-42240571-8c7a-42b9-9695-0fb91449ad01 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287546 Aug 20 15:56:38.742183 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-9a5fce3a-76a2-45c3-a76c-266c1b986e9f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30067384-36e2-4f1d-a3f2-0548715d97a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924721 Aug 20 15:56:38.861794 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa7493a-d127-4aa0-90c0-8e14120230ef tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Router a9b20389-1c7e-40b6-b47f-af0f943f390d has already been hosted by L3 agent ecccf787-6cb6-4f52-bf94-e4285ae9b988 {{(pid=75060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:56:38.936449 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 57306) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:39.090182 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-400f3909-36bb-401c-a290-1049827a8d6a req-b7cfa917-925e-4cc7-8716-81dc323fdd15 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849096 Aug 20 15:56:39.187114 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa7493a-d127-4aa0-90c0-8e14120230ef tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify agent at l3_agent.dv-cinder-805398-3-smb the message routers_updated {{(pid=75060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:56:39.195083 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-4fa7493a-d127-4aa0-90c0-8e14120230ef tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for floatingip, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:39.204461 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf6047a-d9b4-4dca-9304-d2aa94a1202b None None] Sync routers for ids ['a9b20389-1c7e-40b6-b47f-af0f943f390d'] in dv-cinder-805398-3-smb {{(pid=75063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 20 15:56:39.215538 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-2716a913-ac47-472c-8d43-0cce9fc9f9d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a9a88cd27266426598354a586a538e28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5213621 Aug 20 15:56:39.231548 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf6047a-d9b4-4dca-9304-d2aa94a1202b None None] Routers {'a9b20389-1c7e-40b6-b47f-af0f943f390d'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:56:39.232895 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-bcf6047a-d9b4-4dca-9304-d2aa94a1202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T15:56:12Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['a9b20389-1c7e-40b6-b47f-af0f943f390d'], 'active': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:56:39.235458 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 57316) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:39.327811 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-4fa7493a-d127-4aa0-90c0-8e14120230ef tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "PUT /v2.0/floatingips/5835fb42-0516-4c17-90f5-a5c09484d46f HTTP/1.1" status: 200 len: 992 time: 4.6797693 Aug 20 15:56:39.328877 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3be05f6e-5711-4689-bf40-4505d2605dcb', 'tag': '21a3f884-6323-4847-aa22-8978c57eb2b3'}] {{(pid=75060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:56:39.470512 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3be05f6e-5711-4689-bf40-4505d2605dcb', 'tag': '21a3f884-6323-4847-aa22-8978c57eb2b3', 'status': 'completed', 'code': 200} Aug 20 15:56:39.480610 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-42714eaa-c649-4b18-83bb-ffbdeaf7ff41 service neutron] 10.222.0.54 "GET /v2.0/networks/30067384-36e2-4f1d-a3f2-0548715d97a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7007911 Aug 20 15:56:39.514629 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvr_db [None req-bcf6047a-d9b4-4dca-9304-d2aa94a1202b None None] Set router a9b20389-1c7e-40b6-b47f-af0f943f390d gateway port host: dv-cinder-805398-3-smb {{(pid=75063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 15:56:39.614934 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-157325fb-7d9e-4c4e-ba2d-6e26f99b0837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:39.830327 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d394b57a-0058-4931-973c-0560695a0c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:39.897622 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ae26cfbd-2e04-4821-b1fa-8d029b343003 req-37ce40ea-7554-4016-800f-c449b54ee7f5 service neutron] 10.222.0.54 "GET /v2.0/networks/30067384-36e2-4f1d-a3f2-0548715d97a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040165 Aug 20 15:56:39.918446 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-4ba7dadb-b22c-48d1-9d72-3ce5962d3975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:39.968523 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-d394b57a-0058-4931-973c-0560695a0c35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:39.977812 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-d394b57a-0058-4931-973c-0560695a0c35 admin admin] Usage tracker for resource:security_group_rule and tenant:eded9c6bb95848b786aeecb22f56f707 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:56:39.984764 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-d394b57a-0058-4931-973c-0560695a0c35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:56:40.002523 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-d394b57a-0058-4931-973c-0560695a0c35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:40.052685 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-bcf6047a-d9b4-4dca-9304-d2aa94a1202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'name': 'tempest-AttachVolumeTestJSON-1856526269-router', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': '064a5ec0-ca6d-4322-8a54-3af08507212f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:22Z', 'updated_at': '2021-08-20T15:55:38Z', 'revision_number': 4, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'gw_port': {'id': '064a5ec0-ca6d-4322-8a54-3af08507212f', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:62:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:24Z', 'updated_at': '2021-08-20T15:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_floatingips': [{'id': '5835fb42-0516-4c17-90f5-a5c09484d46f', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'floating_ip_address': '172.28.2.156', 'floating_network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'router_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'port_id': '21a3f884-6323-4847-aa22-8978c57eb2b3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1370026-f031-4601-8314-e240c06ab358', 'mac_address': 'fa:16:3e:f3:cb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be05f6e-5711-4689-bf40-4505d2605dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:55:59Z', 'updated_at': '2021-08-20T15:56:36Z', 'revision_number': 1, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cfcb533-e428-458a-84c3-08a45fe515b8', 'name': '', 'network_id': 'e1370026-f031-4601-8314-e240c06ab358', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'mac_address': 'fa:16:3e:47:72:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36223243-b246-4e2e-9e1f-57c0926d199c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:33Z', 'updated_at': '2021-08-20T15:55:59Z', 'revision_number': 5, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'subnets': [{'id': '36223243-b246-4e2e-9e1f-57c0926d199c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:56:40.078223 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf6047a-d9b4-4dca-9304-d2aa94a1202b None None] Checking router: a9b20389-1c7e-40b6-b47f-af0f943f390d for host: dv-cinder-805398-3-smb {{(pid=75063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 20 15:56:40.108385 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf6047a-d9b4-4dca-9304-d2aa94a1202b None None] Routers {'a9b20389-1c7e-40b6-b47f-af0f943f390d'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:56:40.109535 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:40.114783 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-bcf6047a-d9b4-4dca-9304-d2aa94a1202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T15:56:12Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['a9b20389-1c7e-40b6-b47f-af0f943f390d'], 'active': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:56:40.193878 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d394b57a-0058-4931-973c-0560695a0c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:40.202323 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d394b57a-0058-4931-973c-0560695a0c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:40.209722 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ed812da7-e79a-4d82-9791-d1e30f0af77e req-5a0fd216-e31c-45e1-898d-76875e0bc68c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7e604552f7c48b6adf92b9295b42ab0&device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 1099 time: 0.4729269 Aug 20 15:56:40.210497 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-7cb184be-f803-458f-9e15-f1325bb0591a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:40.258089 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d394b57a-0058-4931-973c-0560695a0c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d95bf20-eebf-43c6-988d-2f575683c30d,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:40.262137 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-d394b57a-0058-4931-973c-0560695a0c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:40.267782 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-d394b57a-0058-4931-973c-0560695a0c35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eded9c6bb95848b786aeecb22f56f707&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3299122 Aug 20 15:56:40.268474 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 57344) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:40.352818 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-4ba7dadb-b22c-48d1-9d72-3ce5962d3975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:40.370864 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-18fb2a58-e2c4-4ac2-89c3-d5e1cd48d75d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:40.417249 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-18fb2a58-e2c4-4ac2-89c3-d5e1cd48d75d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:40.533368 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-18fb2a58-e2c4-4ac2-89c3-d5e1cd48d75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:40.544671 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-adc93c62-e5de-4829-9600-1a7d7f814987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:40.583956 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb2a58-e2c4-4ac2-89c3-d5e1cd48d75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d95bf20-eebf-43c6-988d-2f575683c30d,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:40.586738 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-18fb2a58-e2c4-4ac2-89c3-d5e1cd48d75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:40.597527 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-18fb2a58-e2c4-4ac2-89c3-d5e1cd48d75d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:40.618636 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-18fb2a58-e2c4-4ac2-89c3-d5e1cd48d75d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d95bf20-eebf-43c6-988d-2f575683c30d HTTP/1.1" status: 204 len: 168 time: 0.3345344 Aug 20 15:56:40.686965 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvr_db [None req-bcf6047a-d9b4-4dca-9304-d2aa94a1202b None None] Set router a9b20389-1c7e-40b6-b47f-af0f943f390d gateway port host: dv-cinder-805398-3-smb {{(pid=75063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 15:56:40.966219 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-bb4389ba-9057-4f2b-960d-47c21055346b req-1bbf1fff-1195-4890-b8ba-699e0166c68d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3ef32ffa9742498dbab644d6d4143034&device_id=d87a921e-152a-4f5e-853f-df94842a57a0 HTTP/1.1" status: 200 len: 1096 time: 0.9953082 Aug 20 15:56:40.981206 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef94274-147f-4705-802f-a07aeba4ef3b req-51b7f70b-3d29-4415-b637-e97d70c35f2c tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:40.983785 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-eef94274-147f-4705-802f-a07aeba4ef3b req-51b7f70b-3d29-4415-b637-e97d70c35f2c tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87a921e-152a-4f5e-853f-df94842a57a0 HTTP/1.1" status: 200 len: 943 time: 0.8522854 Aug 20 15:56:40.984943 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-4ba7dadb-b22c-48d1-9d72-3ce5962d3975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:40.992126 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed812da7-e79a-4d82-9791-d1e30f0af77e req-594747c5-6e69-45cb-a962-7282db34b62d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:40.995045 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ed812da7-e79a-4d82-9791-d1e30f0af77e req-594747c5-6e69-45cb-a962-7282db34b62d service neutron] 10.222.0.54 "GET /v2.0/networks?id=e1370026-f031-4601-8314-e240c06ab358 HTTP/1.1" status: 200 len: 913 time: 0.6573195 Aug 20 15:56:41.051132 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:41.286488 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ae033-f8e6-45df-b100-6274d8997da5 req-e02c4e22-6ff0-49bd-b674-d6b4e9c83217 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:41.295318 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-bb4ae033-f8e6-45df-b100-6274d8997da5 req-e02c4e22-6ff0-49bd-b674-d6b4e9c83217 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 945 time: 0.9591353 Aug 20 15:56:41.408535 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba7dadb-b22c-48d1-9d72-3ce5962d3975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baac43dc-74b4-4295-a668-668b49dbb6f3,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:41.428651 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-4ba7dadb-b22c-48d1-9d72-3ce5962d3975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:41.438506 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-4ba7dadb-b22c-48d1-9d72-3ce5962d3975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:41.443148 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-4ba7dadb-b22c-48d1-9d72-3ce5962d3975 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/baac43dc-74b4-4295-a668-668b49dbb6f3 HTTP/1.1" status: 204 len: 168 time: 2.1755781 Aug 20 15:56:41.453839 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ed812da7-e79a-4d82-9791-d1e30f0af77e req-8036c7da-e706-41d9-bb0f-2d5dc30f5613 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21a3f884-6323-4847-aa22-8978c57eb2b3 HTTP/1.1" status: 200 len: 1000 time: 0.4109151 Aug 20 15:56:41.504159 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 57368) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:41.534535 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-02e346e5-2f45-493a-b158-16933afea18f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:41.556614 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-bb4ae033-f8e6-45df-b100-6274d8997da5 req-3c6fb871-4012-4f88-93c3-7780bb67f4e0 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602599 Aug 20 15:56:41.575646 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-02e346e5-2f45-493a-b158-16933afea18f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:41.585437 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-02e346e5-2f45-493a-b158-16933afea18f admin admin] Usage tracker for resource:security_group_rule and tenant:0cd8bae7dced47fdaa2f77804b2809d5 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:56:41.589339 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-02e346e5-2f45-493a-b158-16933afea18f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:56:41.595978 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-bcf6047a-d9b4-4dca-9304-d2aa94a1202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'name': 'tempest-AttachVolumeTestJSON-1856526269-router', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': '064a5ec0-ca6d-4322-8a54-3af08507212f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:22Z', 'updated_at': '2021-08-20T15:55:38Z', 'revision_number': 4, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'gw_port': {'id': '064a5ec0-ca6d-4322-8a54-3af08507212f', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:62:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:24Z', 'updated_at': '2021-08-20T15:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_floatingips': [{'id': '5835fb42-0516-4c17-90f5-a5c09484d46f', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'floating_ip_address': '172.28.2.156', 'floating_network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'router_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'port_id': '21a3f884-6323-4847-aa22-8978c57eb2b3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1370026-f031-4601-8314-e240c06ab358', 'mac_address': 'fa:16:3e:f3:cb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be05f6e-5711-4689-bf40-4505d2605dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:55:59Z', 'updated_at': '2021-08-20T15:56:36Z', 'revision_number': 1, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cfcb533-e428-458a-84c3-08a45fe515b8', 'name': '', 'network_id': 'e1370026-f031-4601-8314-e240c06ab358', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'mac_address': 'fa:16:3e:47:72:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36223243-b246-4e2e-9e1f-57c0926d199c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:33Z', 'updated_at': '2021-08-20T15:55:59Z', 'revision_number': 5, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'subnets': [{'id': '36223243-b246-4e2e-9e1f-57c0926d199c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:56:41.599208 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-02e346e5-2f45-493a-b158-16933afea18f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:41.625816 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf6047a-d9b4-4dca-9304-d2aa94a1202b None None] The sync data for ids ['a9b20389-1c7e-40b6-b47f-af0f943f390d'] in dv-cinder-805398-3-smb is: [{'id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'name': 'tempest-AttachVolumeTestJSON-1856526269-router', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': '064a5ec0-ca6d-4322-8a54-3af08507212f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:22Z', 'updated_at': '2021-08-20T15:55:38Z', 'revision_number': 4, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'gw_port': {'id': '064a5ec0-ca6d-4322-8a54-3af08507212f', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:62:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:24Z', 'updated_at': '2021-08-20T15:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_floatingips': [{'id': '5835fb42-0516-4c17-90f5-a5c09484d46f', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'floating_ip_address': '172.28.2.156', 'floating_network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'router_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'port_id': '21a3f884-6323-4847-aa22-8978c57eb2b3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1370026-f031-4601-8314-e240c06ab358', 'mac_address': 'fa:16:3e:f3:cb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be05f6e-5711-4689-bf40-4505d2605dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:55:59Z', 'updated_at': '2021-08-20T15:56:36Z', 'revision_number': 1, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cfcb533-e428-458a-84c3-08a45fe515b8', 'name': '', 'network_id': 'e1370026-f031-4601-8314-e240c06ab358', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'mac_address': 'fa:16:3e:47:72:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36223243-b246-4e2e-9e1f-57c0926d199c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:33Z', 'updated_at': '2021-08-20T15:55:59Z', 'revision_number': 5, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'subnets': [{'id': '36223243-b246-4e2e-9e1f-57c0926d199c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 20 15:56:41.663195 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-eef94274-147f-4705-802f-a07aeba4ef3b req-baf8497e-fff7-45e7-87ec-c961cdebf1fb tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6224885 Aug 20 15:56:41.689119 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4389ba-9057-4f2b-960d-47c21055346b req-23dbec88-1f0b-4611-a589-c10484989691 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:41.689119 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-bb4389ba-9057-4f2b-960d-47c21055346b req-23dbec88-1f0b-4611-a589-c10484989691 service neutron] 10.222.0.54 "GET /v2.0/networks?id=30067384-36e2-4f1d-a3f2-0548715d97a2 HTTP/1.1" status: 200 len: 917 time: 0.7001016 Aug 20 15:56:41.721485 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-59208e13-d8d5-4330-9047-386e39bc6b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:41.851124 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-02e346e5-2f45-493a-b158-16933afea18f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:41.856389 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed812da7-e79a-4d82-9791-d1e30f0af77e req-891b1bfa-36ec-4742-bb63-a6656e8e98db service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:41.856930 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-02e346e5-2f45-493a-b158-16933afea18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:41.866594 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:41.867839 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ed812da7-e79a-4d82-9791-d1e30f0af77e req-891b1bfa-36ec-4742-bb63-a6656e8e98db service neutron] 10.222.0.54 "GET /v2.0/subnets?id=36223243-b246-4e2e-9e1f-57c0926d199c HTTP/1.1" status: 200 len: 850 time: 0.3858557 Aug 20 15:56:41.926582 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e346e5-2f45-493a-b158-16933afea18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eee3cd7-665b-44ab-89fa-cc3f0b8e15e4,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:41.943515 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-02e346e5-2f45-493a-b158-16933afea18f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:41.953819 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-02e346e5-2f45-493a-b158-16933afea18f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0cd8bae7dced47fdaa2f77804b2809d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4484420 Aug 20 15:56:41.954482 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 57382) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:41.957812 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-bb4389ba-9057-4f2b-960d-47c21055346b req-c33e58bb-c2b3-4875-9242-b6a596c89dba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f8f0996-214d-4532-9b61-4bd9042c2c23 HTTP/1.1" status: 200 len: 217 time: 0.2375681 Aug 20 15:56:42.017542 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d34af25-daab-4f72-a42a-69a30285873b None None] New status for floating IP 5835fb42-0516-4c17-90f5-a5c09484d46f: ACTIVE {{(pid=75062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 20 15:56:42.062928 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-dcb3877b-77f8-4851-96c1-68ddd2df2f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:42.091484 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4389ba-9057-4f2b-960d-47c21055346b req-d5be7a8f-2ffa-477e-8370-cfb63554972f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:42.093906 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-bb4389ba-9057-4f2b-960d-47c21055346b req-d5be7a8f-2ffa-477e-8370-cfb63554972f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8513a594-b636-416f-a5b5-0a881f926347 HTTP/1.1" status: 200 len: 855 time: 0.1252158 Aug 20 15:56:42.123779 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-dcb3877b-77f8-4851-96c1-68ddd2df2f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:42.174834 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ed812da7-e79a-4d82-9791-d1e30f0af77e req-4e6d0ede-a695-4edc-9539-52fec63a507f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e1370026-f031-4601-8314-e240c06ab358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3060915 Aug 20 15:56:42.177927 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-bb4389ba-9057-4f2b-960d-47c21055346b req-3c2aee93-4e6e-4726-bdae-8a68578c84d7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30067384-36e2-4f1d-a3f2-0548715d97a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594392 Aug 20 15:56:42.253885 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-dcb3877b-77f8-4851-96c1-68ddd2df2f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:42.258010 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-bcaea65e-a314-4963-9a1a-b77935e5e774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:42.290721 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3877b-77f8-4851-96c1-68ddd2df2f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eee3cd7-665b-44ab-89fa-cc3f0b8e15e4,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:42.294325 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-dcb3877b-77f8-4851-96c1-68ddd2df2f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:42.296609 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-dcb3877b-77f8-4851-96c1-68ddd2df2f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:42.302779 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-dcb3877b-77f8-4851-96c1-68ddd2df2f2d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0eee3cd7-665b-44ab-89fa-cc3f0b8e15e4 HTTP/1.1" status: 204 len: 168 time: 0.3440454 Aug 20 15:56:42.480486 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ed812da7-e79a-4d82-9791-d1e30f0af77e req-eff854a5-4bdb-489d-888c-4de364d5722a service neutron] 10.222.0.54 "GET /v2.0/networks/e1370026-f031-4601-8314-e240c06ab358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889781 Aug 20 15:56:42.483952 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-bb4389ba-9057-4f2b-960d-47c21055346b req-bd1c613c-5625-455c-9353-24162402372d service neutron] 10.222.0.54 "GET /v2.0/networks/30067384-36e2-4f1d-a3f2-0548715d97a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635548 Aug 20 15:56:42.725510 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 5f8f0996-214d-4532-9b61-4bd9042c2c23 details requested by agent hyperv_hv-cinder-80539 with host hv-cinder-80539 {{(pid=75062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 15:56:43.045620 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 5f8f0996-214d-4532-9b61-4bd9042c2c23, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=5f8f0996-214d-4532-9b61-4bd9042c2c23,segment=NetworkSegment(c2be3471-78dd-4aa1-bdce-665f59ef88b0),segment_id=c2be3471-78dd-4aa1-bdce-665f59ef88b0)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:56:43.089170 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Returning: {'device': '5f8f0996-214d-4532-9b61-4bd9042c2c23', 'network_id': '30067384-36e2-4f1d-a3f2-0548715d97a2', 'port_id': '5f8f0996-214d-4532-9b61-4bd9042c2c23', 'mac_address': 'fa:16:3e:14:27:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8513a594-b636-416f-a5b5-0a881f926347', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 15:56:43.225439 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-bb4389ba-9057-4f2b-960d-47c21055346b req-9d0e4b9a-0081-44a9-99a9-3496ed7ed8af service neutron] 10.222.0.54 "GET /v2.0/networks/30067384-36e2-4f1d-a3f2-0548715d97a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7278388 Aug 20 15:56:43.226728 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:43.233607 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ed812da7-e79a-4d82-9791-d1e30f0af77e req-0383a2fa-c7c1-4324-a0b8-702ccf7434a8 service neutron] 10.222.0.54 "GET /v2.0/networks/e1370026-f031-4601-8314-e240c06ab358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7367296 Aug 20 15:56:43.240567 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:43.282377 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a7189-1350-4d6f-bb44-7d0e1a4eadda req-af5bf167-7265-46a5-a51d-623df10c5963 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:43.284482 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-fd9a7189-1350-4d6f-bb44-7d0e1a4eadda req-af5bf167-7265-46a5-a51d-623df10c5963 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 945 time: 0.4736438 Aug 20 15:56:43.299361 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f8f0996-214d-4532-9b61-4bd9042c2c23 {{(pid=75062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:56:43.329070 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 5f8f0996-214d-4532-9b61-4bd9042c2c23, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=5f8f0996-214d-4532-9b61-4bd9042c2c23,segment=NetworkSegment(c2be3471-78dd-4aa1-bdce-665f59ef88b0),segment_id=c2be3471-78dd-4aa1-bdce-665f59ef88b0)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:56:43.337961 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639f5bb-b73f-4d70-bf8c-8aefd06d24c2 req-c7e0c551-832e-4f1a-8dc2-00dbb7911473 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:43.338625 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:43.342596 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:43.346970 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5639f5bb-b73f-4d70-bf8c-8aefd06d24c2 req-c7e0c551-832e-4f1a-8dc2-00dbb7911473 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87a921e-152a-4f5e-853f-df94842a57a0 HTTP/1.1" status: 200 len: 943 time: 0.3953176 Aug 20 15:56:43.397191 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 57440) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:43.425868 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-fd9a7189-1350-4d6f-bb44-7d0e1a4eadda req-f3b403b8-5aab-47c0-8274-83942ee759dc tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326430 Aug 20 15:56:43.443993 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5639f5bb-b73f-4d70-bf8c-8aefd06d24c2 req-3ff3a573-e34a-4db5-9c5e-548d73ea65d4 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958874 Aug 20 15:56:43.615644 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=5f8f0996-214d-4532-9b61-4bd9042c2c23,revision_number=4']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:43.624091 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:43.711127 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['5f8f0996-214d-4532-9b61-4bd9042c2c23'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 15:56:43.803724 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-6ca6eb93-bab0-46c3-b93a-1e8b427a6379 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-529608688-network', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:56:43.809226 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-6ca6eb93-bab0-46c3-b93a-1e8b427a6379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:43.813631 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-6ca6eb93-bab0-46c3-b93a-1e8b427a6379 admin admin] Usage tracker for resource:network and tenant:dbaf53e1aea443719d3e819cb3601631 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:56:43.817038 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-6ca6eb93-bab0-46c3-b93a-1e8b427a6379 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:56:43.823130 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-6ca6eb93-bab0-46c3-b93a-1e8b427a6379 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:43.834492 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca6eb93-bab0-46c3-b93a-1e8b427a6379 admin admin] Made reservation on behalf of dbaf53e1aea443719d3e819cb3601631 for: {'network': 1} {{(pid=75060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:56:43.837573 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-6ca6eb93-bab0-46c3-b93a-1e8b427a6379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for network, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:43.850922 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-6ca6eb93-bab0-46c3-b93a-1e8b427a6379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:43.895672 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-6ca6eb93-bab0-46c3-b93a-1e8b427a6379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:43.911484 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-6ca6eb93-bab0-46c3-b93a-1e8b427a6379 admin admin] Usage tracker for resource:security_group_rule and tenant:dbaf53e1aea443719d3e819cb3601631 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:56:43.916577 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-6ca6eb93-bab0-46c3-b93a-1e8b427a6379 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:56:43.924959 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-6ca6eb93-bab0-46c3-b93a-1e8b427a6379 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:44.038127 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-6ca6eb93-bab0-46c3-b93a-1e8b427a6379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:44.044733 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-6ca6eb93-bab0-46c3-b93a-1e8b427a6379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:44.050950 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-4edae31f-fe59-46c1-bf0c-181a0747fdb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:44.097636 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca6eb93-bab0-46c3-b93a-1e8b427a6379 admin admin] vlan segment allocate from pool success with {'vlan_id': 1254, 'physical_network': 'physnet1'} {{(pid=75060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 20 15:56:44.104618 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6eb93-bab0-46c3-b93a-1e8b427a6379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e664b0-ce91-4f7e-a205-1ad600c0d673,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:44.111305 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-6ca6eb93-bab0-46c3-b93a-1e8b427a6379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:44.116214 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-6ca6eb93-bab0-46c3-b93a-1e8b427a6379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577716'] for segment, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:44.116655 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.db.segments_db [None req-6ca6eb93-bab0-46c3-b93a-1e8b427a6379 admin admin] Added segment 68bd6238-2a31-45ae-8fff-c07ee9ddc968 of type vlan for network a2292af7-a948-4fc0-8b0a-97b490608a31 Aug 20 15:56:44.147243 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-6ca6eb93-bab0-46c3-b93a-1e8b427a6379 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786828959910'] for network, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:44.183516 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-6ca6eb93-bab0-46c3-b93a-1e8b427a6379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924'] for network, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:44.185084 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca6eb93-bab0-46c3-b93a-1e8b427a6379 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:44.185876 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-6ca6eb93-bab0-46c3-b93a-1e8b427a6379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for network, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:44.196631 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-a507a4f9-18ef-4755-80d4-344c6d84d22f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:44.246578 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 57464) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:44.303778 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6eb93-bab0-46c3-b93a-1e8b427a6379 admin admin] Pushing event updated for resources: {'Network': ['ID=a2292af7-a948-4fc0-8b0a-97b490608a31,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:44.309803 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-6ca6eb93-bab0-46c3-b93a-1e8b427a6379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:44.313704 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-6ca6eb93-bab0-46c3-b93a-1e8b427a6379 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9116278 Aug 20 15:56:44.314666 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 57470) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:44.318382 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Network a2292af7-a948-4fc0-8b0a-97b490608a31 details requested by agent ovs-agent-dv-cinder-805398-3-smb with host dv-cinder-805398-3-smb {{(pid=75062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 15:56:44.323864 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-7c7d5a82-dc89-4849-8c14-db3dbb35ce4a admin admin] Request body: {'subnet': {'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-529608688-subnet', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:56:44.329005 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-7c7d5a82-dc89-4849-8c14-db3dbb35ce4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:44.334816 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-7c7d5a82-dc89-4849-8c14-db3dbb35ce4a admin admin] Usage tracker for resource:subnet and tenant:dbaf53e1aea443719d3e819cb3601631 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:56:44.339318 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-7c7d5a82-dc89-4849-8c14-db3dbb35ce4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:56:44.346525 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-7c7d5a82-dc89-4849-8c14-db3dbb35ce4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:44.361824 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7d5a82-dc89-4849-8c14-db3dbb35ce4a admin admin] Made reservation on behalf of dbaf53e1aea443719d3e819cb3601631 for: {'subnet': 1} {{(pid=75060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:56:44.365725 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7c7d5a82-dc89-4849-8c14-db3dbb35ce4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1265244'] for subnet, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:44.448099 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-760aadc1-bd59-4a51-a566-715e67481768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:44.510948 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-760aadc1-bd59-4a51-a566-715e67481768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:44.518923 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-760aadc1-bd59-4a51-a566-715e67481768 admin admin] Usage tracker for resource:security_group_rule and tenant:7118fec3a4d14f93a21c7b29716aa9f1 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:56:44.526813 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-760aadc1-bd59-4a51-a566-715e67481768 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:56:44.543827 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-760aadc1-bd59-4a51-a566-715e67481768 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:44.659694 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:44.733496 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 5f8f0996-214d-4532-9b61-4bd9042c2c23 up at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:56:44.861078 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7c7d5a82-dc89-4849-8c14-db3dbb35ce4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6850411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1265230'] for subnet, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:44.875507 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:44.893775 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning for port 5f8f0996-214d-4532-9b61-4bd9042c2c23 completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:56:44.900810 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning complete for port 5f8f0996-214d-4532-9b61-4bd9042c2c23 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:56:44.901911 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:45.085263 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-760aadc1-bd59-4a51-a566-715e67481768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:45.096616 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-760aadc1-bd59-4a51-a566-715e67481768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:45.110573 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eef8a3-5402-467e-aa0d-fe709d7e1f98 req-42a2701e-53b9-4366-88a3-7e9785451612 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:45.112969 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d5a82-dc89-4849-8c14-db3dbb35ce4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eac451a-2e42-4f5c-8315-eccf4786e9f0,revision_number=0']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:45.114098 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-68eef8a3-5402-467e-aa0d-fe709d7e1f98 req-42a2701e-53b9-4366-88a3-7e9785451612 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87a921e-152a-4f5e-853f-df94842a57a0 HTTP/1.1" status: 200 len: 944 time: 0.5327401 Aug 20 15:56:45.128445 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7d5a82-dc89-4849-8c14-db3dbb35ce4a admin admin] Checking segment: {'id': '68bd6238-2a31-45ae-8fff-c07ee9ddc968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:56:45.129061 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7d5a82-dc89-4849-8c14-db3dbb35ce4a admin admin] Network hostable DHCP agents. Network: a2292af7-a948-4fc0-8b0a-97b490608a31, hostable agents: ['8a4a5844-dabe-4d00-86b6-cc46effaa58e'], hosted agents: [] {{(pid=75060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:56:45.141343 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-8a98744b-3d85-4ba7-b593-beb02ac60a05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:45.145582 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-7c7d5a82-dc89-4849-8c14-db3dbb35ce4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:45.188414 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7d5a82-dc89-4849-8c14-db3dbb35ce4a admin admin] Network a2292af7-a948-4fc0-8b0a-97b490608a31 is scheduled to be hosted by DHCP agent 8a4a5844-dabe-4d00-86b6-cc46effaa58e with binding_index 1 {{(pid=75060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:56:45.211237 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.base_scheduler [None req-7c7d5a82-dc89-4849-8c14-db3dbb35ce4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805398-3-smb, a2292af7-a948-4fc0-8b0a-97b490608a31) {{(pid=75060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:56:45.217381 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7d5a82-dc89-4849-8c14-db3dbb35ce4a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:45.222647 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7c7d5a82-dc89-4849-8c14-db3dbb35ce4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for subnet, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:45.230222 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dfea4d-f152-4bf6-8f7d-3a4bb519a7e0 None None] Network a2292af7-a948-4fc0-8b0a-97b490608a31 requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 15:56:45.278381 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-7c7d5a82-dc89-4849-8c14-db3dbb35ce4a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9575953 Aug 20 15:56:45.279013 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 57498) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:45.288918 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-b2dd3706-44e4-4ef0-8dac-934f5a9a1d91 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-529608688-router', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'}}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:56:45.301971 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-b2dd3706-44e4-4ef0-8dac-934f5a9a1d91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:45.311644 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-b2dd3706-44e4-4ef0-8dac-934f5a9a1d91 admin admin] Usage tracker for resource:router and tenant:dbaf53e1aea443719d3e819cb3601631 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:56:45.320022 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-b2dd3706-44e4-4ef0-8dac-934f5a9a1d91 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:56:45.329949 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-b2dd3706-44e4-4ef0-8dac-934f5a9a1d91 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:45.355925 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b2dd3706-44e4-4ef0-8dac-934f5a9a1d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12511'] for router, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:45.357677 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b2dd3706-44e4-4ef0-8dac-934f5a9a1d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12324'] for router, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:45.409280 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b2dd3706-44e4-4ef0-8dac-934f5a9a1d91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:45.414959 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:45.475551 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-68eef8a3-5402-467e-aa0d-fe709d7e1f98 req-72e1f63a-574e-494d-9e45-d421741eb4bd tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365965 Aug 20 15:56:45.488891 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760aadc1-bd59-4a51-a566-715e67481768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c145eabf-c4c7-428d-95b9-c4b46dea31e3,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:45.494785 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87a921e-152a-4f5e-853f-df94842a57a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8f0996-214d-4532-9b61-4bd9042c2c23'}] {{(pid=75062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:56:45.503570 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-760aadc1-bd59-4a51-a566-715e67481768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:45.535367 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-760aadc1-bd59-4a51-a566-715e67481768 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7118fec3a4d14f93a21c7b29716aa9f1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2848861 Aug 20 15:56:45.536796 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 57512) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:45.544031 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 5f8f0996-214d-4532-9b61-4bd9042c2c23, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=5f8f0996-214d-4532-9b61-4bd9042c2c23,segment=NetworkSegment(c2be3471-78dd-4aa1-bdce-665f59ef88b0),segment_id=c2be3471-78dd-4aa1-bdce-665f59ef88b0)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:56:45.565984 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:45.577878 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:45.624736 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c33479-13b0-4f07-9fb3-5a1fd0047a3b req-76a79196-0fdd-4761-8379-44ffc76f1771 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:45.627431 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-22c33479-13b0-4f07-9fb3-5a1fd0047a3b req-76a79196-0fdd-4761-8379-44ffc76f1771 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 945 time: 0.7525504 Aug 20 15:56:45.704369 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b2dd3706-44e4-4ef0-8dac-934f5a9a1d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12338'] for router, precommit_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:45.743527 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-22c33479-13b0-4f07-9fb3-5a1fd0047a3b req-11961152-6426-459c-a856-bdb0685e39ef tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046140 Aug 20 15:56:45.769097 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-64878292-acbf-472a-96a4-6e1734b0f336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:45.816342 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-64878292-acbf-472a-96a4-6e1734b0f336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:45.877523 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=5f8f0996-214d-4532-9b61-4bd9042c2c23,revision_number=5']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:45.885370 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:45.994507 dv-cinder-805398-3-smb neutron-server[75062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87a921e-152a-4f5e-853f-df94842a57a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8f0996-214d-4532-9b61-4bd9042c2c23', 'code': 200} Aug 20 15:56:46.005991 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-64878292-acbf-472a-96a4-6e1734b0f336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:46.022732 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-5aa0709d-47d6-4f38-a8d4-db88f13e96cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:46.023568 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f8c7bc-bd12-4943-bce5-1f7469d84aa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee73cc1e-0249-5885-9e66-62ae7a28c6c5-a2292af7-a948-4fc0-8b0a-97b490608a31', 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'fixed_ips': [{'subnet_id': '2eac451a-2e42-4f5c-8315-eccf4786e9f0'}]}} from dv-cinder-805398-3-smb. {{(pid=75062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 20 15:56:46.024930 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-59f8c7bc-bd12-4943-bce5-1f7469d84aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:46.065439 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64878292-acbf-472a-96a4-6e1734b0f336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c145eabf-c4c7-428d-95b9-c4b46dea31e3,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:46.070515 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-64878292-acbf-472a-96a4-6e1734b0f336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:46.078110 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-64878292-acbf-472a-96a4-6e1734b0f336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:46.085071 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-64878292-acbf-472a-96a4-6e1734b0f336 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c145eabf-c4c7-428d-95b9-c4b46dea31e3 HTTP/1.1" status: 204 len: 168 time: 0.5412691 Aug 20 15:56:46.403201 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-433820b5-87b0-4d0e-b4c1-93fe241c42af req-4747cfe4-ac8b-4cd7-8c90-2c554339dbf9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d87a921e-152a-4f5e-853f-df94842a57a0 HTTP/1.1" status: 200 len: 1098 time: 0.1337156 Aug 20 15:56:46.442034 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.db_base_plugin_common [None req-59f8c7bc-bd12-4943-bce5-1f7469d84aa8 None None] Allocated IP 172.20.0.2 (a2292af7-a948-4fc0-8b0a-97b490608a31/2eac451a-2e42-4f5c-8315-eccf4786e9f0/ca688f97-cf62-4b46-8bea-3ba14d97a120) {{(pid=75062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:56:46.502246 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-433820b5-87b0-4d0e-b4c1-93fe241c42af req-a79e96ed-cda1-4841-b5bb-e5b393c66784 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881624 Aug 20 15:56:46.512743 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b2dd3706-44e4-4ef0-8dac-934f5a9a1d91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:46.556078 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b2dd3706-44e4-4ef0-8dac-934f5a9a1d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:46.802993 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.db_base_plugin_common [None req-b2dd3706-44e4-4ef0-8dac-934f5a9a1d91 admin admin] Allocated IP 172.28.2.108 (1515200a-7cd1-4ec3-bca4-b17b78debdd2/e9a37b8d-0a16-4543-b6cb-0b09a5c894bc/d964589a-a634-4ace-9d2d-80320dc01bdb) {{(pid=75060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:56:46.853319 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531c6d2-3b72-42ab-9028-d3ab691d2929 req-9c9e10e4-0e74-4de3-86a6-ad32683c16e3 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:46.855709 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b531c6d2-3b72-42ab-9028-d3ab691d2929 req-9c9e10e4-0e74-4de3-86a6-ad32683c16e3 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87a921e-152a-4f5e-853f-df94842a57a0 HTTP/1.1" status: 200 len: 945 time: 0.1507382 Aug 20 15:56:46.978791 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-59f8c7bc-bd12-4943-bce5-1f7469d84aa8 None None] Notify callbacks [] for port, precommit_create {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:46.993045 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-59f8c7bc-bd12-4943-bce5-1f7469d84aa8 None None] Transition to ACTIVE for port object ca688f97-cf62-4b46-8bea-3ba14d97a120 will not be triggered until provisioned by entity L2. {{(pid=75062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:56:46.998744 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b531c6d2-3b72-42ab-9028-d3ab691d2929 req-2c75c061-2665-44c4-ad5a-6feab2dad61a tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217535 Aug 20 15:56:47.023078 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-59f8c7bc-bd12-4943-bce5-1f7469d84aa8 None None] Transition to ACTIVE for port object ca688f97-cf62-4b46-8bea-3ba14d97a120 will not be triggered until provisioned by entity DHCP. {{(pid=75062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:56:47.042578 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-59f8c7bc-bd12-4943-bce5-1f7469d84aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943'] for port, after_create {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:47.055512 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-4589f70d-15a0-48d1-ba29-70474ff0cfe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:47.127446 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f8c7bc-bd12-4943-bce5-1f7469d84aa8 None None] Network a2292af7-a948-4fc0-8b0a-97b490608a31 is already hosted by enough agents. {{(pid=75062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:56:47.138733 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.scheduler.base_scheduler [None req-59f8c7bc-bd12-4943-bce5-1f7469d84aa8 None None] Resources bound (agent type, host, resource id): {{(pid=75062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:56:47.148857 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f8c7bc-bd12-4943-bce5-1f7469d84aa8 None None] Received port after_create {{(pid=75062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:56:47.167807 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f8c7bc-bd12-4943-bce5-1f7469d84aa8 None None] Pushing event updated for resources: {'Port': ['ID=ca688f97-cf62-4b46-8bea-3ba14d97a120,revision_number=1']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:47.179123 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-59f8c7bc-bd12-4943-bce5-1f7469d84aa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:47.276840 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b2dd3706-44e4-4ef0-8dac-934f5a9a1d91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:47.359478 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-59f8c7bc-bd12-4943-bce5-1f7469d84aa8 None None] Attempting to bind port ca688f97-cf62-4b46-8bea-3ba14d97a120 on host dv-cinder-805398-3-smb for vnic_type normal with profile {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:56:47.360109 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-59f8c7bc-bd12-4943-bce5-1f7469d84aa8 None None] Attempting to bind port ca688f97-cf62-4b46-8bea-3ba14d97a120 by drivers openvswitch,hyperv on host dv-cinder-805398-3-smb at level 0 using segments [{'id': '68bd6238-2a31-45ae-8fff-c07ee9ddc968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31'}] {{(pid=75062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:56:47.360836 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f8c7bc-bd12-4943-bce5-1f7469d84aa8 None None] Attempting to bind port ca688f97-cf62-4b46-8bea-3ba14d97a120 on network a2292af7-a948-4fc0-8b0a-97b490608a31 {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:56:47.372111 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f8c7bc-bd12-4943-bce5-1f7469d84aa8 None None] Checking agent: {'id': 'f0705a43-169d-4811-8182-ed59241d69e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805398-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 46, 40), 'started_at': datetime.datetime(2021, 8, 20, 15, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805398-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:56:47.373262 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f8c7bc-bd12-4943-bce5-1f7469d84aa8 None None] Checking segment: {'id': '68bd6238-2a31-45ae-8fff-c07ee9ddc968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:56:47.373999 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-59f8c7bc-bd12-4943-bce5-1f7469d84aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:47.374744 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f8c7bc-bd12-4943-bce5-1f7469d84aa8 None None] Bound using segment: {'id': '68bd6238-2a31-45ae-8fff-c07ee9ddc968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31'} {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:56:47.375429 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-59f8c7bc-bd12-4943-bce5-1f7469d84aa8 None None] Bound port: ca688f97-cf62-4b46-8bea-3ba14d97a120, host: dv-cinder-805398-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68bd6238-2a31-45ae-8fff-c07ee9ddc968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31'}}] {{(pid=75062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:56:47.375983 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-59f8c7bc-bd12-4943-bce5-1f7469d84aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:47.396680 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b2dd3706-44e4-4ef0-8dac-934f5a9a1d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6850519'] for port, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:47.408545 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:47.488880 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fa8b9-edcf-4b6b-8cac-68e402799885 req-961180c1-76fd-4085-9bab-3dacac0cb5ba tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:47.491030 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9f8fa8b9-edcf-4b6b-8cac-68e402799885 req-961180c1-76fd-4085-9bab-3dacac0cb5ba tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 945 time: 0.2047083 Aug 20 15:56:47.559465 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dd3706-44e4-4ef0-8dac-934f5a9a1d91 admin admin] Network 1515200a-7cd1-4ec3-bca4-b17b78debdd2 is already hosted by enough agents. {{(pid=75060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:56:47.564566 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.base_scheduler [None req-b2dd3706-44e4-4ef0-8dac-934f5a9a1d91 admin admin] Resources bound (agent type, host, resource id): {{(pid=75060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:56:47.575674 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dd3706-44e4-4ef0-8dac-934f5a9a1d91 admin admin] Received port after_create {{(pid=75060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:56:47.618360 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd3706-44e4-4ef0-8dac-934f5a9a1d91 admin admin] Pushing event updated for resources: {'Port': ['ID=d964589a-a634-4ace-9d2d-80320dc01bdb,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:47.631440 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-b2dd3706-44e4-4ef0-8dac-934f5a9a1d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:47.634836 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9f8fa8b9-edcf-4b6b-8cac-68e402799885 req-353428a8-1a4e-4e95-b14e-72cfbb4ee775 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356440 Aug 20 15:56:47.700931 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-59f8c7bc-bd12-4943-bce5-1f7469d84aa8 None None] For port ca688f97-cf62-4b46-8bea-3ba14d97a120, host dv-cinder-805398-3-smb, cleared binding levels {{(pid=75062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:56:47.705454 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-59f8c7bc-bd12-4943-bce5-1f7469d84aa8 None None] For port ca688f97-cf62-4b46-8bea-3ba14d97a120, host dv-cinder-805398-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=ca688f97-cf62-4b46-8bea-3ba14d97a120,segment=NetworkSegment(68bd6238-2a31-45ae-8fff-c07ee9ddc968),segment_id=68bd6238-2a31-45ae-8fff-c07ee9ddc968)] {{(pid=75062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:56:47.713333 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-59f8c7bc-bd12-4943-bce5-1f7469d84aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:47.721236 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:47.820121 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f8c7bc-bd12-4943-bce5-1f7469d84aa8 None None] Pushing event updated for resources: {'Port': ['ID=ca688f97-cf62-4b46-8bea-3ba14d97a120,revision_number=2']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:47.831283 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-59f8c7bc-bd12-4943-bce5-1f7469d84aa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:47.860660 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b2dd3706-44e4-4ef0-8dac-934f5a9a1d91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:47.862896 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b2dd3706-44e4-4ef0-8dac-934f5a9a1d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405534'] for router, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:47.919636 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:48.363869 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942a55f-4703-4054-af75-1c5e9380031e req-f07e4650-6110-41f9-b51a-d0942503476c tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:48.374285 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7942a55f-4703-4054-af75-1c5e9380031e req-f07e4650-6110-41f9-b51a-d0942503476c tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87a921e-152a-4f5e-853f-df94842a57a0 HTTP/1.1" status: 200 len: 945 time: 0.1472223 Aug 20 15:56:48.431951 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2dd3706-44e4-4ef0-8dac-934f5a9a1d91 admin admin] Router c7f629f4-b653-47b2-9fd4-bee4d6c98203 is scheduled to L3 agent ecccf787-6cb6-4f52-bf94-e4285ae9b988 with binding_index 1 {{(pid=75060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:56:48.486710 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7942a55f-4703-4054-af75-1c5e9380031e req-1e86b0aa-e367-4cc5-986e-af00d6dc4928 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107802 Aug 20 15:56:48.836409 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2dd3706-44e4-4ef0-8dac-934f5a9a1d91 admin admin] Notify agent at l3_agent.dv-cinder-805398-3-smb the message routers_updated {{(pid=75060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:56:48.860654 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfe7f18-e3cc-430a-87b8-9321e5f75512 None None] Sync routers for ids ['c7f629f4-b653-47b2-9fd4-bee4d6c98203'] in dv-cinder-805398-3-smb {{(pid=75063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 20 15:56:48.889640 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfe7f18-e3cc-430a-87b8-9321e5f75512 None None] Routers {'c7f629f4-b653-47b2-9fd4-bee4d6c98203'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:56:48.891065 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-5cfe7f18-e3cc-430a-87b8-9321e5f75512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T15:56:42Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['c7f629f4-b653-47b2-9fd4-bee4d6c98203'], 'active': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:56:48.910514 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b2dd3706-44e4-4ef0-8dac-934f5a9a1d91 admin admin] Notify callbacks [] for router, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:48.913643 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-b2dd3706-44e4-4ef0-8dac-934f5a9a1d91 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.6333542 Aug 20 15:56:48.917268 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 57628) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:49.266691 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvr_db [None req-5cfe7f18-e3cc-430a-87b8-9321e5f75512 None None] Set router c7f629f4-b653-47b2-9fd4-bee4d6c98203 gateway port host: dv-cinder-805398-3-smb {{(pid=75063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 15:56:49.374908 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6513a4-1a1e-4c66-a058-38e06ae32927 req-ecf25c93-2c41-4e5b-bf6c-471f83222d26 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:49.376596 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5c6513a4-1a1e-4c66-a058-38e06ae32927 req-ecf25c93-2c41-4e5b-bf6c-471f83222d26 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 945 time: 0.3082943 Aug 20 15:56:49.507212 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5c6513a4-1a1e-4c66-a058-38e06ae32927 req-552d1e5d-1100-4c8b-bc7d-a6332d7848f9 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238894 Aug 20 15:56:49.944403 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7632e7d8-ac7f-4849-bc53-4bcc2604c411 None None] Network a2292af7-a948-4fc0-8b0a-97b490608a31 requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 15:56:49.978142 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 57656) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:50.029123 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-5cfe7f18-e3cc-430a-87b8-9321e5f75512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'name': 'tempest-AttachVolumeShelveTestJSON-529608688-router', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:56:45Z', 'updated_at': '2021-08-20T15:56:47Z', 'revision_number': 3, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'gw_port': {'id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:56:46Z', 'updated_at': '2021-08-20T15:56:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb'}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:56:50.048415 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfe7f18-e3cc-430a-87b8-9321e5f75512 None None] Checking router: c7f629f4-b653-47b2-9fd4-bee4d6c98203 for host: dv-cinder-805398-3-smb {{(pid=75063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 20 15:56:50.048795 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfe7f18-e3cc-430a-87b8-9321e5f75512 None None] Updating router c7f629f4-b653-47b2-9fd4-bee4d6c98203 port d964589a-a634-4ace-9d2d-80320dc01bdb binding host dv-cinder-805398-3-smb {{(pid=75063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 20 15:56:50.218826 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-5cfe7f18-e3cc-430a-87b8-9321e5f75512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:50.383091 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-155bc666-89c7-4e3f-ad0f-8de264f805c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:50.408899 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-5ab0ccef-511b-4e9d-92db-94f2d04b0055 None None] Provisioning for port ca688f97-cf62-4b46-8bea-3ba14d97a120 completed by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:56:50.474210 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device ca688f97-cf62-4b46-8bea-3ba14d97a120 up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:56:50.477615 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-155bc666-89c7-4e3f-ad0f-8de264f805c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:50.483276 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-155bc666-89c7-4e3f-ad0f-8de264f805c4 admin admin] Usage tracker for resource:security_group_rule and tenant:16da19cd1713470bb251e987400c609e is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:56:50.488553 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-155bc666-89c7-4e3f-ad0f-8de264f805c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:56:50.543838 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-155bc666-89c7-4e3f-ad0f-8de264f805c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:50.815728 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning for port ca688f97-cf62-4b46-8bea-3ba14d97a120 completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:56:50.822115 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 57688) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:50.822381 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port ca688f97-cf62-4b46-8bea-3ba14d97a120 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:56:50.823199 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:51.013080 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-155bc666-89c7-4e3f-ad0f-8de264f805c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:51.021560 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-155bc666-89c7-4e3f-ad0f-8de264f805c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:51.051260 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:51.234659 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-155bc666-89c7-4e3f-ad0f-8de264f805c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=16da19cd1713470bb251e987400c609e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2534482 Aug 20 15:56:51.236796 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 57698) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:51.245885 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155bc666-89c7-4e3f-ad0f-8de264f805c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be54a508-4acf-48e4-b6a3-f41b1a981960,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:51.289782 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61b008-dd3e-498d-a2ad-c840ddc55b17 req-c11e4f53-e2ad-4b83-a5a5-9ae086781847 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:51.304221 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-0d61b008-dd3e-498d-a2ad-c840ddc55b17 req-c11e4f53-e2ad-4b83-a5a5-9ae086781847 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 945 time: 0.3747017 Aug 20 15:56:51.308429 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-155bc666-89c7-4e3f-ad0f-8de264f805c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:51.353749 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-6db0064b-9fc4-4163-873f-f1f19dcc478f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:51.404083 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-5cfe7f18-e3cc-430a-87b8-9321e5f75512 None None] Notify callbacks [] for port, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:51.421015 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [None req-5cfe7f18-e3cc-430a-87b8-9321e5f75512 None None] Transition to ACTIVE for port object d964589a-a634-4ace-9d2d-80320dc01bdb will not be triggered until provisioned by entity L2. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:56:51.441624 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-5cfe7f18-e3cc-430a-87b8-9321e5f75512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:51.463325 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-ad222826-9f7e-49bc-8619-7ed1a0b375a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:51.475926 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:51.494178 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-6db0064b-9fc4-4163-873f-f1f19dcc478f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:51.507950 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-6db0064b-9fc4-4163-873f-f1f19dcc478f admin admin] Usage tracker for resource:security_group_rule and tenant:e05e862d45564f40a65c5a5427980329 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:56:51.517047 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-6db0064b-9fc4-4163-873f-f1f19dcc478f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:56:51.558697 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-6db0064b-9fc4-4163-873f-f1f19dcc478f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:51.575172 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] For port ca688f97-cf62-4b46-8bea-3ba14d97a120, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=ca688f97-cf62-4b46-8bea-3ba14d97a120,segment=NetworkSegment(68bd6238-2a31-45ae-8fff-c07ee9ddc968),segment_id=68bd6238-2a31-45ae-8fff-c07ee9ddc968)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:56:51.578192 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 57704) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:51.581329 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-a535feb7-fc94-49d6-ba26-04f88c9fbddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:51.608502 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-0d61b008-dd3e-498d-a2ad-c840ddc55b17 req-6591d3ce-cdd3-4796-954f-c6a5812f15ef tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026402 Aug 20 15:56:51.611845 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:51.618333 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874d571-6fe8-4904-ba7f-f651dd0a88e4 None None] Pushing event updated for resources: {'Port': ['ID=d964589a-a634-4ace-9d2d-80320dc01bdb,revision_number=2']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:51.624047 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:51.630530 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874d571-6fe8-4904-ba7f-f651dd0a88e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:51.630898 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874d571-6fe8-4904-ba7f-f651dd0a88e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:51.631260 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874d571-6fe8-4904-ba7f-f651dd0a88e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:51.631641 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874d571-6fe8-4904-ba7f-f651dd0a88e4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:51.632143 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874d571-6fe8-4904-ba7f-f651dd0a88e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:51.632536 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874d571-6fe8-4904-ba7f-f651dd0a88e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:51.632973 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874d571-6fe8-4904-ba7f-f651dd0a88e4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:51.633348 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874d571-6fe8-4904-ba7f-f651dd0a88e4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:51.633733 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874d571-6fe8-4904-ba7f-f651dd0a88e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:51.634153 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874d571-6fe8-4904-ba7f-f651dd0a88e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:51.634470 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874d571-6fe8-4904-ba7f-f651dd0a88e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:56:51.655113 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-6874d571-6fe8-4904-ba7f-f651dd0a88e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:51.705558 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [None req-5cfe7f18-e3cc-430a-87b8-9321e5f75512 None None] Attempting to bind port d964589a-a634-4ace-9d2d-80320dc01bdb on host dv-cinder-805398-3-smb for vnic_type normal with profile {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:56:51.706499 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [None req-5cfe7f18-e3cc-430a-87b8-9321e5f75512 None None] Attempting to bind port d964589a-a634-4ace-9d2d-80320dc01bdb by drivers openvswitch,hyperv on host dv-cinder-805398-3-smb at level 0 using segments [{'id': 'a5ca86d2-2020-4ee5-a03b-d47a6c676c14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:56:51.706883 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfe7f18-e3cc-430a-87b8-9321e5f75512 None None] Attempting to bind port d964589a-a634-4ace-9d2d-80320dc01bdb on network 1515200a-7cd1-4ec3-bca4-b17b78debdd2 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:56:51.729949 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-6db0064b-9fc4-4163-873f-f1f19dcc478f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:51.736400 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfe7f18-e3cc-430a-87b8-9321e5f75512 None None] Checking agent: {'id': 'f0705a43-169d-4811-8182-ed59241d69e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805398-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 46, 40), 'started_at': datetime.datetime(2021, 8, 20, 15, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805398-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:56:51.737959 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfe7f18-e3cc-430a-87b8-9321e5f75512 None None] Checking segment: {'id': 'a5ca86d2-2020-4ee5-a03b-d47a6c676c14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:56:51.739668 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-5cfe7f18-e3cc-430a-87b8-9321e5f75512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:51.742856 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfe7f18-e3cc-430a-87b8-9321e5f75512 None None] Bound using segment: {'id': 'a5ca86d2-2020-4ee5-a03b-d47a6c676c14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:56:51.744823 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-6db0064b-9fc4-4163-873f-f1f19dcc478f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:51.745377 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [None req-5cfe7f18-e3cc-430a-87b8-9321e5f75512 None None] Bound port: d964589a-a634-4ace-9d2d-80320dc01bdb, host: dv-cinder-805398-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ca86d2-2020-4ee5-a03b-d47a6c676c14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'}}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:56:51.747455 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-5cfe7f18-e3cc-430a-87b8-9321e5f75512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:51.770735 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Pushing event updated for resources: {'Port': ['ID=ca688f97-cf62-4b46-8bea-3ba14d97a120,revision_number=3']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:51.775124 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:51.788050 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-557be387-ed17-44ee-83ee-672eb65a63e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:51.803563 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-28e5b702-e7a0-4def-900e-e1d7ec0d9742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:51.867165 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db0064b-9fc4-4163-873f-f1f19dcc478f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886374e4-645a-4447-bf4b-f4bbad030f59,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:51.874542 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-6db0064b-9fc4-4163-873f-f1f19dcc478f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:51.880840 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-6db0064b-9fc4-4163-873f-f1f19dcc478f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e05e862d45564f40a65c5a5427980329&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0540121 Aug 20 15:56:51.884274 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-28e5b702-e7a0-4def-900e-e1d7ec0d9742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:51.893487 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 57710) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:52.029964 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.db [None req-5cfe7f18-e3cc-430a-87b8-9321e5f75512 None None] For port d964589a-a634-4ace-9d2d-80320dc01bdb, host dv-cinder-805398-3-smb, cleared binding levels {{(pid=75063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:56:52.033975 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.db [None req-5cfe7f18-e3cc-430a-87b8-9321e5f75512 None None] For port d964589a-a634-4ace-9d2d-80320dc01bdb, host dv-cinder-805398-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=d964589a-a634-4ace-9d2d-80320dc01bdb,segment=NetworkSegment(a5ca86d2-2020-4ee5-a03b-d47a6c676c14),segment_id=a5ca86d2-2020-4ee5-a03b-d47a6c676c14)] {{(pid=75063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:56:52.046378 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-5cfe7f18-e3cc-430a-87b8-9321e5f75512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:52.051552 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:52.106896 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d1d959a1-6a48-4fb4-9921-83ed4d822dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:52.127291 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-ae5f90fc-fab4-4f0c-b1a1-21a8dca96fe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:52.192433 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d1d959a1-6a48-4fb4-9921-83ed4d822dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:52.217745 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-3f14f5c3-db94-4fd9-b741-396807c2be09 None None] Provisioning complete for port ca688f97-cf62-4b46-8bea-3ba14d97a120 triggered by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:56:52.218295 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-3f14f5c3-db94-4fd9-b741-396807c2be09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:52.220714 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.db_base_plugin_common [None req-a535feb7-fc94-49d6-ba26-04f88c9fbddf admin admin] Allocated IP 172.20.0.1 (a2292af7-a948-4fc0-8b0a-97b490608a31/2eac451a-2e42-4f5c-8315-eccf4786e9f0/d56e7e8a-b169-4ab3-8661-652a6f28a144) {{(pid=75061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:56:52.237816 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874d571-6fe8-4904-ba7f-f651dd0a88e4 None None] Pushing event updated for resources: {'Port': ['ID=d964589a-a634-4ace-9d2d-80320dc01bdb,revision_number=3']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:52.238621 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-ae5f90fc-fab4-4f0c-b1a1-21a8dca96fe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:52.244539 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-ae5f90fc-fab4-4f0c-b1a1-21a8dca96fe9 admin admin] Usage tracker for resource:security_group_rule and tenant:2a14600dae10498c9b821faf2fd77d09 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:56:52.251100 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-ae5f90fc-fab4-4f0c-b1a1-21a8dca96fe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:56:52.255151 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-6874d571-6fe8-4904-ba7f-f651dd0a88e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:52.295763 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d1d959a1-6a48-4fb4-9921-83ed4d822dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:52.299828 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-ae5f90fc-fab4-4f0c-b1a1-21a8dca96fe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:52.308118 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfe7f18-e3cc-430a-87b8-9321e5f75512 None None] Routers {'c7f629f4-b653-47b2-9fd4-bee4d6c98203'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:56:52.309102 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-41e05bc7-974f-4e37-ad28-82ae52e8f289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:52.309747 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-5cfe7f18-e3cc-430a-87b8-9321e5f75512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T15:56:42Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['c7f629f4-b653-47b2-9fd4-bee4d6c98203'], 'active': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:56:52.348943 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-28e5b702-e7a0-4def-900e-e1d7ec0d9742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:52.431411 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d959a1-6a48-4fb4-9921-83ed4d822dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886374e4-645a-4447-bf4b-f4bbad030f59,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:52.470203 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-d1d959a1-6a48-4fb4-9921-83ed4d822dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:52.470898 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-dac380fd-59d6-4076-a2e2-365248974918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:52.502370 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device ca688f97-cf62-4b46-8bea-3ba14d97a120 up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:56:52.504918 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-28e5b702-e7a0-4def-900e-e1d7ec0d9742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:52.506346 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-28e5b702-e7a0-4def-900e-e1d7ec0d9742 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be54a508-4acf-48e4-b6a3-f41b1a981960 HTTP/1.1" status: 204 len: 168 time: 1.2623329 Aug 20 15:56:52.507420 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5b702-e7a0-4def-900e-e1d7ec0d9742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be54a508-4acf-48e4-b6a3-f41b1a981960,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:52.517221 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-a535feb7-fc94-49d6-ba26-04f88c9fbddf admin admin] Notify callbacks [] for port, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:52.529041 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-28e5b702-e7a0-4def-900e-e1d7ec0d9742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:52.531933 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d1d959a1-6a48-4fb4-9921-83ed4d822dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:52.535334 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-d1d959a1-6a48-4fb4-9921-83ed4d822dc3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/886374e4-645a-4447-bf4b-f4bbad030f59 HTTP/1.1" status: 204 len: 168 time: 0.6392932 Aug 20 15:56:52.571916 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-ae5f90fc-fab4-4f0c-b1a1-21a8dca96fe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:52.575583 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.provisioning_blocks [None req-a535feb7-fc94-49d6-ba26-04f88c9fbddf admin admin] Transition to ACTIVE for port object d56e7e8a-b169-4ab3-8661-652a6f28a144 will not be triggered until provisioned by entity DHCP. {{(pid=75061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:56:52.580812 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-ae5f90fc-fab4-4f0c-b1a1-21a8dca96fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:52.591274 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-64878292-acbf-472a-96a4-6e1734b0f336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:52.593177 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvr_db [None req-5cfe7f18-e3cc-430a-87b8-9321e5f75512 None None] Set router c7f629f4-b653-47b2-9fd4-bee4d6c98203 gateway port host: dv-cinder-805398-3-smb {{(pid=75063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 15:56:52.685621 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f90fc-fab4-4f0c-b1a1-21a8dca96fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a95a62-d1fe-44d8-a12f-fe1cdd5504f1,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:52.689911 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-ae5f90fc-fab4-4f0c-b1a1-21a8dca96fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:52.695338 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-ae5f90fc-fab4-4f0c-b1a1-21a8dca96fe9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a14600dae10498c9b821faf2fd77d09&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0846767 Aug 20 15:56:52.696033 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 57730) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:52.698104 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-a535feb7-fc94-49d6-ba26-04f88c9fbddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943'] for port, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:52.704245 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:52.793618 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a535feb7-fc94-49d6-ba26-04f88c9fbddf admin admin] Network a2292af7-a948-4fc0-8b0a-97b490608a31 is already hosted by enough agents. {{(pid=75061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:56:52.798614 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.base_scheduler [None req-a535feb7-fc94-49d6-ba26-04f88c9fbddf admin admin] Resources bound (agent type, host, resource id): {{(pid=75061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:56:52.801741 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535feb7-fc94-49d6-ba26-04f88c9fbddf admin admin] Pushing event updated for resources: {'Port': ['ID=d56e7e8a-b169-4ab3-8661-652a6f28a144,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:52.811759 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-a535feb7-fc94-49d6-ba26-04f88c9fbddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:52.812970 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a535feb7-fc94-49d6-ba26-04f88c9fbddf admin admin] Received port after_create {{(pid=75061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:56:52.813645 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-a535feb7-fc94-49d6-ba26-04f88c9fbddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405696'] for router_interface, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:52.888254 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-5eeda02f-bab8-42ca-8c8b-eedbbd490cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:52.964521 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-5eeda02f-bab8-42ca-8c8b-eedbbd490cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:53.090446 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-5eeda02f-bab8-42ca-8c8b-eedbbd490cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:53.102213 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-e97a5545-c4f4-4d37-a2ea-a999392c7008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:53.141411 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeda02f-bab8-42ca-8c8b-eedbbd490cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a95a62-d1fe-44d8-a12f-fe1cdd5504f1,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:53.152175 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-5eeda02f-bab8-42ca-8c8b-eedbbd490cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:53.154707 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-5eeda02f-bab8-42ca-8c8b-eedbbd490cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:53.158450 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-5eeda02f-bab8-42ca-8c8b-eedbbd490cc8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39a95a62-d1fe-44d8-a12f-fe1cdd5504f1 HTTP/1.1" status: 204 len: 168 time: 0.4596417 Aug 20 15:56:53.167494 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 57738) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:53.216511 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-a535feb7-fc94-49d6-ba26-04f88c9fbddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:53.273629 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port ca688f97-cf62-4b46-8bea-3ba14d97a120 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:56:53.274279 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:53.339680 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820fe3e-c0d4-45e0-a2c7-78564295c21d req-62dabe54-9f63-4af8-86d9-4f7c39d0bb5b tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:53.347223 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4820fe3e-c0d4-45e0-a2c7-78564295c21d req-62dabe54-9f63-4af8-86d9-4f7c39d0bb5b tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 945 time: 0.3883009 Aug 20 15:56:53.437069 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-5cfe7f18-e3cc-430a-87b8-9321e5f75512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'name': 'tempest-AttachVolumeShelveTestJSON-529608688-router', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:56:45Z', 'updated_at': '2021-08-20T15:56:47Z', 'revision_number': 3, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'gw_port': {'id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:56:46Z', 'updated_at': '2021-08-20T15:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb'}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:56:53.450664 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfe7f18-e3cc-430a-87b8-9321e5f75512 None None] The sync data for ids ['c7f629f4-b653-47b2-9fd4-bee4d6c98203'] in dv-cinder-805398-3-smb is: [{'id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'name': 'tempest-AttachVolumeShelveTestJSON-529608688-router', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:56:45Z', 'updated_at': '2021-08-20T15:56:47Z', 'revision_number': 3, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'gw_port': {'id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:56:46Z', 'updated_at': '2021-08-20T15:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb'}] {{(pid=75063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 20 15:56:53.502341 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-cb9969b6-268e-47d8-9305-c048a1c39789 None None] Provisioning for port d56e7e8a-b169-4ab3-8661-652a6f28a144 completed by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:56:53.502803 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4820fe3e-c0d4-45e0-a2c7-78564295c21d req-01052afd-74e5-4d31-a7d0-7df17de469c8 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545691 Aug 20 15:56:53.515295 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-cb9969b6-268e-47d8-9305-c048a1c39789 None None] Provisioning complete for port d56e7e8a-b169-4ab3-8661-652a6f28a144 triggered by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:56:53.516667 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-cb9969b6-268e-47d8-9305-c048a1c39789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:53.537415 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 57748) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:53.572804 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-5f028733-1068-43d7-aca4-0c0ff618db96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:53.639348 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-a535feb7-fc94-49d6-ba26-04f88c9fbddf admin admin] Notify callbacks [] for port, precommit_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:53.641481 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-cb9969b6-268e-47d8-9305-c048a1c39789 None None] Port d56e7e8a-b169-4ab3-8661-652a6f28a144 cannot update to ACTIVE because it is not bound. {{(pid=75062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 20 15:56:53.648953 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-a535feb7-fc94-49d6-ba26-04f88c9fbddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:53.650421 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-a535feb7-fc94-49d6-ba26-04f88c9fbddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3462157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642345'] for router_interface, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:53.653267 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-5f028733-1068-43d7-aca4-0c0ff618db96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:53.655330 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-117c39b3-e639-416b-bb5c-9ce8bcc781a2 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:53.658207 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-5f028733-1068-43d7-aca4-0c0ff618db96 admin admin] Usage tracker for resource:security_group_rule and tenant:5f0a67214ef9424a83c8b0b0862a89db is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:56:53.661918 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-5f028733-1068-43d7-aca4-0c0ff618db96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:56:53.669146 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-5f028733-1068-43d7-aca4-0c0ff618db96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:54.071095 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535feb7-fc94-49d6-ba26-04f88c9fbddf admin admin] Pushing event updated for resources: {'Port': ['ID=d56e7e8a-b169-4ab3-8661-652a6f28a144,revision_number=2']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:54.074882 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-5f028733-1068-43d7-aca4-0c0ff618db96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:54.084856 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-5f028733-1068-43d7-aca4-0c0ff618db96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:54.085080 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-a535feb7-fc94-49d6-ba26-04f88c9fbddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:54.101918 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-e3980b76-39c3-482b-9acf-c5a60dea3ab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:54.229730 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f028733-1068-43d7-aca4-0c0ff618db96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c866e026-cd01-430f-8a3a-aa3e4194d850,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:54.253534 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-5f028733-1068-43d7-aca4-0c0ff618db96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:54.269900 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-5f028733-1068-43d7-aca4-0c0ff618db96 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f0a67214ef9424a83c8b0b0862a89db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7289073 Aug 20 15:56:54.269900 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-48502502-8357-420e-8b8e-2c24f459aa68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:54.282703 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 57764) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:54.283044 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 57766) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:54.351803 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device d964589a-a634-4ace-9d2d-80320dc01bdb up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:56:54.369085 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-48502502-8357-420e-8b8e-2c24f459aa68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:54.374295 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-48502502-8357-420e-8b8e-2c24f459aa68 admin admin] Usage tracker for resource:security_group_rule and tenant:86093dfea5a045009a27de5cd2855496 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:56:54.376614 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-5ce0608d-6fe8-4fed-bc6e-0c7c98ccd44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:54.386726 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-48502502-8357-420e-8b8e-2c24f459aa68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:56:54.394436 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-48502502-8357-420e-8b8e-2c24f459aa68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:54.408027 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a535feb7-fc94-49d6-ba26-04f88c9fbddf admin admin] Network a2292af7-a948-4fc0-8b0a-97b490608a31 is already hosted by enough agents. {{(pid=75061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:56:54.417556 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.base_scheduler [None req-a535feb7-fc94-49d6-ba26-04f88c9fbddf admin admin] Resources bound (agent type, host, resource id): {{(pid=75061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:56:54.515892 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning for port d964589a-a634-4ace-9d2d-80320dc01bdb completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:56:54.540339 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port d964589a-a634-4ace-9d2d-80320dc01bdb triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:56:54.540972 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:54.561597 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-48502502-8357-420e-8b8e-2c24f459aa68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:54.566895 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-48502502-8357-420e-8b8e-2c24f459aa68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:54.580293 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-fe125e08-434f-44e5-9921-98ad0b957249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:54.725549 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-48502502-8357-420e-8b8e-2c24f459aa68 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86093dfea5a045009a27de5cd2855496&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5544281 Aug 20 15:56:54.726208 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 57780) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:54.732884 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48502502-8357-420e-8b8e-2c24f459aa68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f86bb2-64f6-4afb-8511-9c34e19ce1f1,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:54.751578 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-48502502-8357-420e-8b8e-2c24f459aa68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:54.827579 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:54.864581 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] For port d964589a-a634-4ace-9d2d-80320dc01bdb, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=d964589a-a634-4ace-9d2d-80320dc01bdb,segment=NetworkSegment(a5ca86d2-2020-4ee5-a03b-d47a6c676c14),segment_id=a5ca86d2-2020-4ee5-a03b-d47a6c676c14)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:56:54.870418 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:54.876847 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:54.890844 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-c4dbb690-d6ff-4e1e-90e3-4b9df5020fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:54.934994 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-c4dbb690-d6ff-4e1e-90e3-4b9df5020fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:55.029904 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-c4dbb690-d6ff-4e1e-90e3-4b9df5020fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:55.035581 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-6db0064b-9fc4-4163-873f-f1f19dcc478f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:55.049772 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-4e7a559e-dbc5-4e76-9b77-eb7df49b4674 None None] Provisioning complete for port d56e7e8a-b169-4ab3-8661-652a6f28a144 triggered by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:56:55.050290 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-4e7a559e-dbc5-4e76-9b77-eb7df49b4674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:55.079018 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dbb690-d6ff-4e1e-90e3-4b9df5020fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f86bb2-64f6-4afb-8511-9c34e19ce1f1,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:55.081725 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-c4dbb690-d6ff-4e1e-90e3-4b9df5020fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:55.092274 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-c4dbb690-d6ff-4e1e-90e3-4b9df5020fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:55.093844 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-c4dbb690-d6ff-4e1e-90e3-4b9df5020fd1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52f86bb2-64f6-4afb-8511-9c34e19ce1f1 HTTP/1.1" status: 204 len: 168 time: 0.3663185 Aug 20 15:56:55.227360 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-4e7a559e-dbc5-4e76-9b77-eb7df49b4674 None None] Port d56e7e8a-b169-4ab3-8661-652a6f28a144 cannot update to ACTIVE because it is not bound. {{(pid=75062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 20 15:56:55.243969 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-5ce0608d-6fe8-4fed-bc6e-0c7c98ccd44a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:55.304453 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Pushing event updated for resources: {'Port': ['ID=d964589a-a634-4ace-9d2d-80320dc01bdb,revision_number=4']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:55.325077 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:55.331118 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-5ce0608d-6fe8-4fed-bc6e-0c7c98ccd44a admin admin] Usage tracker for resource:security_group_rule and tenant:b47f9f84469349d6ab1d358f9d33f244 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:56:55.339946 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-3e86d8b6-f8f1-4399-9933-091584783465 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:55.341485 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-3e86d8b6-f8f1-4399-9933-091584783465 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/networks?id=30067384-36e2-4f1d-a3f2-0548715d97a2 HTTP/1.1" status: 200 len: 815 time: 0.4372692 Aug 20 15:56:55.346172 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-5ce0608d-6fe8-4fed-bc6e-0c7c98ccd44a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:56:55.358234 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-5ce0608d-6fe8-4fed-bc6e-0c7c98ccd44a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:55.360319 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-918bd505-d8e6-4344-adb3-41c820e0d85d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:55.398168 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab3af6-2742-4d22-bb95-1267e53a5c0f req-cb73e2fd-6ee9-474e-b432-6959f39d43a9 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:55.399764 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-cdab3af6-2742-4d22-bb95-1267e53a5c0f req-cb73e2fd-6ee9-474e-b432-6959f39d43a9 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 945 time: 0.5288749 Aug 20 15:56:55.476449 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-918bd505-d8e6-4344-adb3-41c820e0d85d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:55.487509 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-63f2b53b-f78e-4276-8582-3846bd22ea2c tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/quotas/3ef32ffa9742498dbab644d6d4143034 HTTP/1.1" status: 200 len: 375 time: 0.1212852 Aug 20 15:56:55.642606 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 57804) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:55.645014 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-cdab3af6-2742-4d22-bb95-1267e53a5c0f req-7c9b1d13-ec83-4ae5-9ccc-05eb5c82e200 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072051 Aug 20 15:56:55.686575 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a0f5288d-0e38-4379-ae8d-e155f75a576f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:55.722742 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-5ce0608d-6fe8-4fed-bc6e-0c7c98ccd44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:55.739146 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-5ce0608d-6fe8-4fed-bc6e-0c7c98ccd44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:55.750242 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-2a7ac100-5027-4db0-8a08-99100af6f928 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:55.759523 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-a0f5288d-0e38-4379-ae8d-e155f75a576f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:55.770397 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-918bd505-d8e6-4344-adb3-41c820e0d85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:55.771204 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-a0f5288d-0e38-4379-ae8d-e155f75a576f admin admin] Usage tracker for resource:security_group_rule and tenant:62988c7ab63743b4b1f5bd2ae274b970 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:56:55.777715 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-a0f5288d-0e38-4379-ae8d-e155f75a576f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:56:55.796833 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-a0f5288d-0e38-4379-ae8d-e155f75a576f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:55.829598 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0608d-6fe8-4fed-bc6e-0c7c98ccd44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2bba6a-ea48-4a0c-ad13-0ac2f9cc686a,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:55.834004 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-5ce0608d-6fe8-4fed-bc6e-0c7c98ccd44a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:55.850107 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-aefdf088-189a-43fb-9413-672583d28cc5 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ef32ffa9742498dbab644d6d4143034&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3502040 Aug 20 15:56:55.856147 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:55.869670 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-5ce0608d-6fe8-4fed-bc6e-0c7c98ccd44a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b47f9f84469349d6ab1d358f9d33f244&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5743175 Aug 20 15:56:55.875471 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 57810) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:55.904360 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918bd505-d8e6-4344-adb3-41c820e0d85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c866e026-cd01-430f-8a3a-aa3e4194d850,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:55.906833 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-918bd505-d8e6-4344-adb3-41c820e0d85d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:55.934650 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a0f5288d-0e38-4379-ae8d-e155f75a576f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:55.941815 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a0f5288d-0e38-4379-ae8d-e155f75a576f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:55.949754 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:55.998698 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5288d-0e38-4379-ae8d-e155f75a576f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0baa45-1e52-4fde-b4f3-3cc0146e75c8,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:56.003091 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-a0f5288d-0e38-4379-ae8d-e155f75a576f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:56.009903 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-a0f5288d-0e38-4379-ae8d-e155f75a576f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=62988c7ab63743b4b1f5bd2ae274b970&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3612788 Aug 20 15:56:56.010681 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 57816) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:56.047416 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-918bd505-d8e6-4344-adb3-41c820e0d85d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:56.048740 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-918bd505-d8e6-4344-adb3-41c820e0d85d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c866e026-cd01-430f-8a3a-aa3e4194d850 HTTP/1.1" status: 204 len: 168 time: 1.7616103 Aug 20 15:56:56.150099 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-2ece6f7e-2e26-41b0-a669-b338262fd3bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:56.152193 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-348862a2-2570-4f95-9027-9cb0595704bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:56.198790 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-2ece6f7e-2e26-41b0-a669-b338262fd3bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:56.231401 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-348862a2-2570-4f95-9027-9cb0595704bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:56.257633 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device d964589a-a634-4ace-9d2d-80320dc01bdb up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:56:56.335087 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-348862a2-2570-4f95-9027-9cb0595704bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:56.345607 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-6ca6eb93-bab0-46c3-b93a-1e8b427a6379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:56.358936 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-f5cbf32a-6b9c-4153-83c4-5068ee498feb service neutron] 10.222.0.13 "GET /v2.0/networks/30067384-36e2-4f1d-a3f2-0548715d97a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4804983 Aug 20 15:56:56.368200 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a535feb7-fc94-49d6-ba26-04f88c9fbddf admin admin] Router c7f629f4-b653-47b2-9fd4-bee4d6c98203 has already been hosted by L3 agent ecccf787-6cb6-4f52-bf94-e4285ae9b988 {{(pid=75061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:56:56.381368 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348862a2-2570-4f95-9027-9cb0595704bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0baa45-1e52-4fde-b4f3-3cc0146e75c8,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:56.386580 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-348862a2-2570-4f95-9027-9cb0595704bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:56.388535 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-348862a2-2570-4f95-9027-9cb0595704bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:56.392898 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-348862a2-2570-4f95-9027-9cb0595704bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea0baa45-1e52-4fde-b4f3-3cc0146e75c8 HTTP/1.1" status: 204 len: 168 time: 0.3786440 Aug 20 15:56:56.426732 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port d964589a-a634-4ace-9d2d-80320dc01bdb triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:56:56.427272 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:56.437153 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-2ece6f7e-2e26-41b0-a669-b338262fd3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:56.502523 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-d0e13072-71c2-47de-a740-f0d9a4529eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:56.527343 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece6f7e-2e26-41b0-a669-b338262fd3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2bba6a-ea48-4a0c-ad13-0ac2f9cc686a,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:56.542768 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-2ece6f7e-2e26-41b0-a669-b338262fd3bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:56.698905 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-2ece6f7e-2e26-41b0-a669-b338262fd3bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:56.700055 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-2ece6f7e-2e26-41b0-a669-b338262fd3bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f2bba6a-ea48-4a0c-ad13-0ac2f9cc686a HTTP/1.1" status: 204 len: 168 time: 0.8191838 Aug 20 15:56:56.785008 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-dcd0ea73-3086-42c5-bfec-a138c46f3dc8 service neutron] 10.222.0.13 "GET /v2.0/networks/30067384-36e2-4f1d-a3f2-0548715d97a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250622 Aug 20 15:56:57.021635 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a535feb7-fc94-49d6-ba26-04f88c9fbddf admin admin] Notify agent at l3_agent.dv-cinder-805398-3-smb the message routers_updated {{(pid=75061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:56:57.028404 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-a535feb7-fc94-49d6-ba26-04f88c9fbddf admin admin] 10.222.0.13 "PUT /v2.0/routers/c7f629f4-b653-47b2-9fd4-bee4d6c98203/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1084714 Aug 20 15:56:57.050800 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe3a26-e6cb-435d-8eca-0ca8a8068756 req-7a8ea127-7b82-478f-9b8d-866f1d37aa34 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:57.061369 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9afe3a26-e6cb-435d-8eca-0ca8a8068756 req-7a8ea127-7b82-478f-9b8d-866f1d37aa34 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 945 time: 0.1385541 Aug 20 15:56:57.133275 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9afe3a26-e6cb-435d-8eca-0ca8a8068756 req-22513069-4203-4f1f-9e22-d09acd14cd60 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708408 Aug 20 15:56:57.370695 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ea179bf4-4054-4eed-b56b-6c968029fab8 req-5101a9f3-6099-4fee-bf0e-3ad9363db51f tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=1474d14a-d792-4cf7-932e-abb11c1a04d9 HTTP/1.1" status: 200 len: 210 time: 0.0882213 Aug 20 15:56:58.396234 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1456d5f5-783f-43ac-b1bc-f7ffd98a3b9b None None] Sync routers for ids ['c7f629f4-b653-47b2-9fd4-bee4d6c98203'] in dv-cinder-805398-3-smb {{(pid=75062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 20 15:56:58.420066 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1456d5f5-783f-43ac-b1bc-f7ffd98a3b9b None None] Routers {'c7f629f4-b653-47b2-9fd4-bee4d6c98203'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:56:58.421065 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-1456d5f5-783f-43ac-b1bc-f7ffd98a3b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T15:56:42Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['c7f629f4-b653-47b2-9fd4-bee4d6c98203'], 'active': True} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:56:58.586028 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f838f-dfd9-4aae-9444-23c33bafbe4f req-b99878ab-aa2f-477d-9a71-9d4be01b5c33 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:58.599223 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c15f838f-dfd9-4aae-9444-23c33bafbe4f req-b99878ab-aa2f-477d-9a71-9d4be01b5c33 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 945 time: 0.1916647 Aug 20 15:56:58.644942 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 57906) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:58.667497 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-44b54074-b6eb-45f3-9e24-43364558503b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1470839828', 'description': 'tempest-description--961907469'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:56:58.703543 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-44b54074-b6eb-45f3-9e24-43364558503b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:58.723080 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-44b54074-b6eb-45f3-9e24-43364558503b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Usage tracker for resource:security_group and tenant:dbaf53e1aea443719d3e819cb3601631 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:56:58.732897 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c15f838f-dfd9-4aae-9444-23c33bafbe4f req-c12eb9bd-5c68-4ba2-8745-294f2cf8a85f tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318624 Aug 20 15:56:58.743242 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-44b54074-b6eb-45f3-9e24-43364558503b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:56:58.770434 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-44b54074-b6eb-45f3-9e24-43364558503b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:58.791154 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-44b54074-b6eb-45f3-9e24-43364558503b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:58.980991 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-44b54074-b6eb-45f3-9e24-43364558503b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:59.003175 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-44b54074-b6eb-45f3-9e24-43364558503b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Usage tracker for resource:security_group_rule and tenant:dbaf53e1aea443719d3e819cb3601631 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:56:59.015807 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-44b54074-b6eb-45f3-9e24-43364558503b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:56:59.048596 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvr_db [None req-1456d5f5-783f-43ac-b1bc-f7ffd98a3b9b None None] Set router c7f629f4-b653-47b2-9fd4-bee4d6c98203 gateway port host: dv-cinder-805398-3-smb {{(pid=75062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 15:56:59.062547 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-44b54074-b6eb-45f3-9e24-43364558503b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:59.257828 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-44b54074-b6eb-45f3-9e24-43364558503b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:59.264068 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-44b54074-b6eb-45f3-9e24-43364558503b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:59.271229 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-af937192-360e-455c-ba0c-e23f86ea8b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:59.299083 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6195e5b5-baa3-40e3-93fc-c9b8b20450f6 req-c9b02e68-4e2b-4a60-a4f4-a77ab962f266 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=1474d14a-d792-4cf7-932e-abb11c1a04d9 HTTP/1.1" status: 200 len: 210 time: 0.1365538 Aug 20 15:56:59.336868 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-44b54074-b6eb-45f3-9e24-43364558503b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:59.338848 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-44b54074-b6eb-45f3-9e24-43364558503b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.6918271 Aug 20 15:56:59.343032 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b54074-b6eb-45f3-9e24-43364558503b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b8c1ef-c982-4470-81f8-db9fb069f30b,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:59.346988 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-1e79ac0c-5ec5-46a9-b740-c08cf884a635 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:59.348484 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-1e79ac0c-5ec5-46a9-b740-c08cf884a635 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.54 "GET /v2.0/networks?id=30067384-36e2-4f1d-a3f2-0548715d97a2 HTTP/1.1" status: 200 len: 815 time: 0.5616555 Aug 20 15:56:59.348755 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 57916) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:59.360736 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-44b54074-b6eb-45f3-9e24-43364558503b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:59.365227 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-edf2f66f-471f-4dc1-924b-7a778dc308d8 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Request body: {'security_group_rule': {'security_group_id': 'b0b8c1ef-c982-4470-81f8-db9fb069f30b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:56:59.368001 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-aa882332-9824-4275-876a-8f98048894f5 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Request body: {'port': {'device_id': '1474d14a-d792-4cf7-932e-abb11c1a04d9', 'network_id': '30067384-36e2-4f1d-a3f2-0548715d97a2', 'admin_state_up': True, 'tenant_id': '3ef32ffa9742498dbab644d6d4143034'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:56:59.395550 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-edf2f66f-471f-4dc1-924b-7a778dc308d8 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:59.414754 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-edf2f66f-471f-4dc1-924b-7a778dc308d8 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Usage tracker for resource:security_group_rule and tenant:dbaf53e1aea443719d3e819cb3601631 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:56:59.422578 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-edf2f66f-471f-4dc1-924b-7a778dc308d8 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:56:59.437991 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-edf2f66f-471f-4dc1-924b-7a778dc308d8 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:59.481423 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-edf2f66f-471f-4dc1-924b-7a778dc308d8 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:59.632470 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-edf2f66f-471f-4dc1-924b-7a778dc308d8 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:59.638764 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-edf2f66f-471f-4dc1-924b-7a778dc308d8 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446176'] for security_group_rule, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:59.641855 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:56:59.681221 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2f66f-471f-4dc1-924b-7a778dc308d8 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e461a7d8-f2c4-4ea3-9c95-845cbe836734,revision_number=0']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:59.699333 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-edf2f66f-471f-4dc1-924b-7a778dc308d8 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:56:59.706197 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-aa882332-9824-4275-876a-8f98048894f5 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:59.717364 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-edf2f66f-471f-4dc1-924b-7a778dc308d8 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:59.718864 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-edf2f66f-471f-4dc1-924b-7a778dc308d8 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3683410 Aug 20 15:56:59.723418 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 57930) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:56:59.730848 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-aa882332-9824-4275-876a-8f98048894f5 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:59.731509 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-086da1e5-94c0-4ecc-8e5d-cefa8c135d5b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Request body: {'security_group_rule': {'security_group_id': 'b0b8c1ef-c982-4470-81f8-db9fb069f30b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:56:59.743626 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-086da1e5-94c0-4ecc-8e5d-cefa8c135d5b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:56:59.751757 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-086da1e5-94c0-4ecc-8e5d-cefa8c135d5b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Usage tracker for resource:security_group_rule and tenant:dbaf53e1aea443719d3e819cb3601631 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:56:59.754959 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-aa882332-9824-4275-876a-8f98048894f5 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Made reservation on behalf of 3ef32ffa9742498dbab644d6d4143034 for: {'port': 1} {{(pid=75061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:56:59.757912 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-086da1e5-94c0-4ecc-8e5d-cefa8c135d5b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:56:59.758315 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-aa882332-9824-4275-876a-8f98048894f5 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:59.769765 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-086da1e5-94c0-4ecc-8e5d-cefa8c135d5b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:56:59.818140 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-086da1e5-94c0-4ecc-8e5d-cefa8c135d5b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:59.892200 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-1456d5f5-783f-43ac-b1bc-f7ffd98a3b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'name': 'tempest-AttachVolumeShelveTestJSON-529608688-router', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:56:45Z', 'updated_at': '2021-08-20T15:56:52Z', 'revision_number': 4, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'gw_port': {'id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:56:46Z', 'updated_at': '2021-08-20T15:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': 'd56e7e8a-b169-4ab3-8661-652a6f28a144', 'name': '', 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'mac_address': 'fa:16:3e:6d:d4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2eac451a-2e42-4f5c-8315-eccf4786e9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:56:51Z', 'updated_at': '2021-08-20T15:56:53Z', 'revision_number': 2, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'subnets': [{'id': '2eac451a-2e42-4f5c-8315-eccf4786e9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:56:59.899989 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1456d5f5-783f-43ac-b1bc-f7ffd98a3b9b None None] Checking router: c7f629f4-b653-47b2-9fd4-bee4d6c98203 for host: dv-cinder-805398-3-smb {{(pid=75062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 20 15:56:59.901948 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1456d5f5-783f-43ac-b1bc-f7ffd98a3b9b None None] Updating router c7f629f4-b653-47b2-9fd4-bee4d6c98203 port d56e7e8a-b169-4ab3-8661-652a6f28a144 binding host dv-cinder-805398-3-smb {{(pid=75062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 20 15:57:00.026949 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-1456d5f5-783f-43ac-b1bc-f7ffd98a3b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:00.034008 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.db_base_plugin_common [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-aa882332-9824-4275-876a-8f98048894f5 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Allocated IP 172.20.0.13 (30067384-36e2-4f1d-a3f2-0548715d97a2/8513a594-b636-416f-a5b5-0a881f926347/f0b13f3b-7dcc-4387-8196-390eb422909c) {{(pid=75061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:57:00.053010 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-086da1e5-94c0-4ecc-8e5d-cefa8c135d5b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:00.063032 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-086da1e5-94c0-4ecc-8e5d-cefa8c135d5b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446176'] for security_group_rule, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:00.082763 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-edf2f66f-471f-4dc1-924b-7a778dc308d8 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:00.172472 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086da1e5-94c0-4ecc-8e5d-cefa8c135d5b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61da03ef-bfb1-4f08-b61d-0def905abacb,revision_number=0']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:00.176283 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-086da1e5-94c0-4ecc-8e5d-cefa8c135d5b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:00.183423 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-086da1e5-94c0-4ecc-8e5d-cefa8c135d5b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:00.185129 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-086da1e5-94c0-4ecc-8e5d-cefa8c135d5b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4604497 Aug 20 15:57:00.190530 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 57944) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:57:00.197159 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-2e49cfbc-40f1-4a60-ad38-05dc5032f843 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Request body: {'floatingip': {'floating_network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:57:00.223615 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-2e49cfbc-40f1-4a60-ad38-05dc5032f843 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:57:00.229689 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-2e49cfbc-40f1-4a60-ad38-05dc5032f843 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Usage tracker for resource:floatingip and tenant:dbaf53e1aea443719d3e819cb3601631 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:57:00.238256 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-2e49cfbc-40f1-4a60-ad38-05dc5032f843 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:57:00.267506 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-2e49cfbc-40f1-4a60-ad38-05dc5032f843 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:57:00.301836 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2e49cfbc-40f1-4a60-ad38-05dc5032f843 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for floatingip, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:00.595230 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-aa882332-9824-4275-876a-8f98048894f5 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Notify callbacks [] for port, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:00.608858 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f0f47-1fcd-485f-9eb1-a49c24123b59 req-4130d976-8032-4294-a2ae-58d2ab8a5444 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:00.610510 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-997f0f47-1fcd-485f-9eb1-a49c24123b59 req-4130d976-8032-4294-a2ae-58d2ab8a5444 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 945 time: 0.2271652 Aug 20 15:57:00.688221 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2e49cfbc-40f1-4a60-ad38-05dc5032f843 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:00.781160 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-1456d5f5-783f-43ac-b1bc-f7ffd98a3b9b None None] Notify callbacks [] for port, precommit_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:00.787005 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-69321633-c289-4bb6-9c66-4257747521fe req-00eb9c09-ca70-4292-b15c-2a1319ede6d4 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=1474d14a-d792-4cf7-932e-abb11c1a04d9 HTTP/1.1" status: 200 len: 210 time: 0.1219106 Aug 20 15:57:00.824895 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-1456d5f5-783f-43ac-b1bc-f7ffd98a3b9b None None] Transition to ACTIVE for port object d56e7e8a-b169-4ab3-8661-652a6f28a144 will not be triggered until provisioned by entity L2. {{(pid=75062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:57:00.828548 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-aa882332-9824-4275-876a-8f98048894f5 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943'] for port, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:00.845547 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['5034477f-7ae3-475f-b8fd-b2ae04ab132b', '5f8f0996-214d-4532-9b61-4bd9042c2c23'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 15:57:00.848516 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:00.859310 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.db_base_plugin_common [None req-2e49cfbc-40f1-4a60-ad38-05dc5032f843 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Allocated IP 172.28.2.126 (1515200a-7cd1-4ec3-bca4-b17b78debdd2/e9a37b8d-0a16-4543-b6cb-0b09a5c894bc/d3e9a1fb-1da3-42b1-8336-57885bc47f48) {{(pid=75060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:57:00.894964 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-aa882332-9824-4275-876a-8f98048894f5 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Network 30067384-36e2-4f1d-a3f2-0548715d97a2 is already hosted by enough agents. {{(pid=75061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:57:00.898267 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-997f0f47-1fcd-485f-9eb1-a49c24123b59 req-f686973f-70c1-4079-8b9b-5d2356be2688 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742789 Aug 20 15:57:00.906956 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.base_scheduler [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-aa882332-9824-4275-876a-8f98048894f5 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Resources bound (agent type, host, resource id): {{(pid=75061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:57:00.917489 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-aa882332-9824-4275-876a-8f98048894f5 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Received port after_create {{(pid=75061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:57:00.921242 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-aa882332-9824-4275-876a-8f98048894f5 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:00.922256 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-aa882332-9824-4275-876a-8f98048894f5 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:00.942343 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-1456d5f5-783f-43ac-b1bc-f7ffd98a3b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:00.976564 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa882332-9824-4275-876a-8f98048894f5 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Pushing event updated for resources: {'Port': ['ID=f0b13f3b-7dcc-4387-8196-390eb422909c,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:00.979514 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:00.982250 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-aa882332-9824-4275-876a-8f98048894f5 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6185174 Aug 20 15:57:00.983307 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-aa882332-9824-4275-876a-8f98048894f5 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:01.003734 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-9a2f08c2-1bd3-4d13-8940-8af719b1bbe2 service neutron] Request body: {'port': {'device_id': '1474d14a-d792-4cf7-932e-abb11c1a04d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80539'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:57:01.269430 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-9a2f08c2-1bd3-4d13-8940-8af719b1bbe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:01.393470 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2e49cfbc-40f1-4a60-ad38-05dc5032f843 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for port, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:01.408560 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e94a8-a44a-4e9f-b5e9-531a60001294 None None] Pushing event updated for resources: {'Port': ['ID=d56e7e8a-b169-4ab3-8661-652a6f28a144,revision_number=3']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:01.424957 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-ee5e94a8-a44a-4e9f-b5e9-531a60001294 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:01.513005 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2e49cfbc-40f1-4a60-ad38-05dc5032f843 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6850519'] for port, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:01.529975 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:01.798666 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e49cfbc-40f1-4a60-ad38-05dc5032f843 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Network 1515200a-7cd1-4ec3-bca4-b17b78debdd2 is already hosted by enough agents. {{(pid=75060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:57:01.808448 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.base_scheduler [None req-2e49cfbc-40f1-4a60-ad38-05dc5032f843 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Resources bound (agent type, host, resource id): {{(pid=75060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:57:01.813034 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e49cfbc-40f1-4a60-ad38-05dc5032f843 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Received port after_create {{(pid=75060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:57:01.843300 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-1456d5f5-783f-43ac-b1bc-f7ffd98a3b9b None None] Attempting to bind port d56e7e8a-b169-4ab3-8661-652a6f28a144 on host dv-cinder-805398-3-smb for vnic_type normal with profile {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:57:01.843682 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-1456d5f5-783f-43ac-b1bc-f7ffd98a3b9b None None] Attempting to bind port d56e7e8a-b169-4ab3-8661-652a6f28a144 by drivers openvswitch,hyperv on host dv-cinder-805398-3-smb at level 0 using segments [{'id': '68bd6238-2a31-45ae-8fff-c07ee9ddc968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31'}] {{(pid=75062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:57:01.844051 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1456d5f5-783f-43ac-b1bc-f7ffd98a3b9b None None] Attempting to bind port d56e7e8a-b169-4ab3-8661-652a6f28a144 on network a2292af7-a948-4fc0-8b0a-97b490608a31 {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:57:01.882974 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49cfbc-40f1-4a60-ad38-05dc5032f843 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Pushing event updated for resources: {'Port': ['ID=d3e9a1fb-1da3-42b1-8336-57885bc47f48,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:01.887205 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-2e49cfbc-40f1-4a60-ad38-05dc5032f843 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:01.895017 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1456d5f5-783f-43ac-b1bc-f7ffd98a3b9b None None] Checking agent: {'id': 'f0705a43-169d-4811-8182-ed59241d69e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805398-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 46, 40), 'started_at': datetime.datetime(2021, 8, 20, 15, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805398-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:57:01.895407 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1456d5f5-783f-43ac-b1bc-f7ffd98a3b9b None None] Checking segment: {'id': '68bd6238-2a31-45ae-8fff-c07ee9ddc968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:57:01.896278 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-1456d5f5-783f-43ac-b1bc-f7ffd98a3b9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:01.896708 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1456d5f5-783f-43ac-b1bc-f7ffd98a3b9b None None] Bound using segment: {'id': '68bd6238-2a31-45ae-8fff-c07ee9ddc968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31'} {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:57:01.897214 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-1456d5f5-783f-43ac-b1bc-f7ffd98a3b9b None None] Bound port: d56e7e8a-b169-4ab3-8661-652a6f28a144, host: dv-cinder-805398-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68bd6238-2a31-45ae-8fff-c07ee9ddc968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31'}}] {{(pid=75062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:57:01.897596 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-1456d5f5-783f-43ac-b1bc-f7ffd98a3b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:02.256212 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2e49cfbc-40f1-4a60-ad38-05dc5032f843 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:02.279919 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-9a2f08c2-1bd3-4d13-8940-8af719b1bbe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0b13f3b-7dcc-4387-8196-390eb422909c {{(pid=75061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:57:02.290356 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-9a2f08c2-1bd3-4d13-8940-8af719b1bbe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:02.310777 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.provisioning_blocks [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-9a2f08c2-1bd3-4d13-8940-8af719b1bbe2 service neutron] Transition to ACTIVE for port object f0b13f3b-7dcc-4387-8196-390eb422909c will not be triggered until provisioned by entity L2. {{(pid=75061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:57:02.374851 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-1456d5f5-783f-43ac-b1bc-f7ffd98a3b9b None None] For port d56e7e8a-b169-4ab3-8661-652a6f28a144, host dv-cinder-805398-3-smb, cleared binding levels {{(pid=75062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:57:02.390109 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-1456d5f5-783f-43ac-b1bc-f7ffd98a3b9b None None] For port d56e7e8a-b169-4ab3-8661-652a6f28a144, host dv-cinder-805398-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=d56e7e8a-b169-4ab3-8661-652a6f28a144,segment=NetworkSegment(68bd6238-2a31-45ae-8fff-c07ee9ddc968),segment_id=68bd6238-2a31-45ae-8fff-c07ee9ddc968)] {{(pid=75062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:57:02.410813 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-1456d5f5-783f-43ac-b1bc-f7ffd98a3b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:02.429244 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2e49cfbc-40f1-4a60-ad38-05dc5032f843 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:02.433346 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:02.454540 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-9a2f08c2-1bd3-4d13-8940-8af719b1bbe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:02.484139 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:02.577859 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 57988) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:57:02.696693 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e94a8-a44a-4e9f-b5e9-531a60001294 None None] Pushing event updated for resources: {'Port': ['ID=d56e7e8a-b169-4ab3-8661-652a6f28a144,revision_number=4']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:02.710154 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-ee5e94a8-a44a-4e9f-b5e9-531a60001294 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:02.717101 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1456d5f5-783f-43ac-b1bc-f7ffd98a3b9b None None] Routers {'c7f629f4-b653-47b2-9fd4-bee4d6c98203'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:57:02.726319 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-1456d5f5-783f-43ac-b1bc-f7ffd98a3b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T15:56:42Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['c7f629f4-b653-47b2-9fd4-bee4d6c98203'], 'active': True} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:57:02.893295 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2e49cfbc-40f1-4a60-ad38-05dc5032f843 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for port, precommit_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:02.902664 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2e49cfbc-40f1-4a60-ad38-05dc5032f843 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6850526'] for port, after_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:02.911950 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:03.037683 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f08c2-1bd3-4d13-8940-8af719b1bbe2 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b13f3b-7dcc-4387-8196-390eb422909c,revision_number=2']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:03.044681 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-9a2f08c2-1bd3-4d13-8940-8af719b1bbe2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:03.183518 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvr_db [None req-1456d5f5-783f-43ac-b1bc-f7ffd98a3b9b None None] Set router c7f629f4-b653-47b2-9fd4-bee4d6c98203 gateway port host: dv-cinder-805398-3-smb {{(pid=75062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 15:57:03.235344 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-9a2f08c2-1bd3-4d13-8940-8af719b1bbe2 service neutron] Attempting to bind port f0b13f3b-7dcc-4387-8196-390eb422909c on host hv-cinder-80539 for vnic_type normal with profile {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:57:03.244714 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-9a2f08c2-1bd3-4d13-8940-8af719b1bbe2 service neutron] Attempting to bind port f0b13f3b-7dcc-4387-8196-390eb422909c by drivers openvswitch,hyperv on host hv-cinder-80539 at level 0 using segments [{'id': 'c2be3471-78dd-4aa1-bdce-665f59ef88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '30067384-36e2-4f1d-a3f2-0548715d97a2'}] {{(pid=75061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:57:03.251296 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-9a2f08c2-1bd3-4d13-8940-8af719b1bbe2 service neutron] Attempting to bind port f0b13f3b-7dcc-4387-8196-390eb422909c on network 30067384-36e2-4f1d-a3f2-0548715d97a2 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:57:03.283740 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec20eec-a8a2-461a-ac70-7c0f3f939dae req-90af7301-e03f-4ffa-866d-74a854820455 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:03.284498 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-3ec20eec-a8a2-461a-ac70-7c0f3f939dae req-90af7301-e03f-4ffa-866d-74a854820455 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Synchronizing usage tracker for tenant:3ef32ffa9742498dbab644d6d4143034 on resource:port {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 15:57:03.331386 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2490b75-6182-43a8-ae20-919fbd85fa29 req-b0b992af-2692-4701-bd0b-115eb1c11b8e tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:03.344716 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a2490b75-6182-43a8-ae20-919fbd85fa29 req-b0b992af-2692-4701-bd0b-115eb1c11b8e tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 945 time: 1.0309181 Aug 20 15:57:03.358265 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 6 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 15:57:03.389356 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-9a2f08c2-1bd3-4d13-8940-8af719b1bbe2 service neutron] Port f0b13f3b-7dcc-4387-8196-390eb422909c on network 30067384-36e2-4f1d-a3f2-0548715d97a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80539 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:57:03.389836 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-9a2f08c2-1bd3-4d13-8940-8af719b1bbe2 service neutron] Attempting to bind port f0b13f3b-7dcc-4387-8196-390eb422909c on network 30067384-36e2-4f1d-a3f2-0548715d97a2 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:57:03.413717 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-9a2f08c2-1bd3-4d13-8940-8af719b1bbe2 service neutron] Checking agent: {'id': '8cb0eed4-3a83-4faf-85db-5d15db1f4851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80539', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 53, 18), 'started_at': datetime.datetime(2021, 8, 20, 15, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:57:03.414078 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-9a2f08c2-1bd3-4d13-8940-8af719b1bbe2 service neutron] Checking segment: {'id': 'c2be3471-78dd-4aa1-bdce-665f59ef88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '30067384-36e2-4f1d-a3f2-0548715d97a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:57:03.414448 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-9a2f08c2-1bd3-4d13-8940-8af719b1bbe2 service neutron] Bound using segment: {'id': 'c2be3471-78dd-4aa1-bdce-665f59ef88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '30067384-36e2-4f1d-a3f2-0548715d97a2'} {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:57:03.414998 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-9a2f08c2-1bd3-4d13-8940-8af719b1bbe2 service neutron] Bound port: f0b13f3b-7dcc-4387-8196-390eb422909c, host: hv-cinder-80539, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2be3471-78dd-4aa1-bdce-665f59ef88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '30067384-36e2-4f1d-a3f2-0548715d97a2'}}] {{(pid=75061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:57:03.415350 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-9a2f08c2-1bd3-4d13-8940-8af719b1bbe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:03.439527 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-508f28c4-8bfb-4314-889b-57ecaee3cdf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:03.495997 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-3ec20eec-a8a2-461a-ac70-7c0f3f939dae req-90af7301-e03f-4ffa-866d-74a854820455 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Unset dirty status for tenant:3ef32ffa9742498dbab644d6d4143034 on resource:port {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 15:57:03.498180 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3ec20eec-a8a2-461a-ac70-7c0f3f939dae req-90af7301-e03f-4ffa-866d-74a854820455 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=1474d14a-d792-4cf7-932e-abb11c1a04d9 HTTP/1.1" status: 200 len: 944 time: 1.1858661 Aug 20 15:57:03.535589 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a2490b75-6182-43a8-ae20-919fbd85fa29 req-69f85f6d-2a2a-4326-a4e8-d3328f5b7338 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899080 Aug 20 15:57:03.630723 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49cfbc-40f1-4a60-ad38-05dc5032f843 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Pushing event updated for resources: {'Port': ['ID=d3e9a1fb-1da3-42b1-8336-57885bc47f48,revision_number=2']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:03.648827 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-2e49cfbc-40f1-4a60-ad38-05dc5032f843 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:03.681902 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-508f28c4-8bfb-4314-889b-57ecaee3cdf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:57:03.694826 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-508f28c4-8bfb-4314-889b-57ecaee3cdf4 admin admin] Usage tracker for resource:security_group_rule and tenant:edc8c8f9778f4f60948ab1211eb75c22 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:57:03.705525 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-508f28c4-8bfb-4314-889b-57ecaee3cdf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:57:03.711652 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2e49cfbc-40f1-4a60-ad38-05dc5032f843 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405581'] for floatingip, after_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:03.738126 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3ec20eec-a8a2-461a-ac70-7c0f3f939dae req-4cba314d-ec13-4aff-a975-a1496dcc7afb tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971326 Aug 20 15:57:03.766312 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2e49cfbc-40f1-4a60-ad38-05dc5032f843 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for floatingip, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:03.767432 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-9a2f08c2-1bd3-4d13-8940-8af719b1bbe2 service neutron] For port f0b13f3b-7dcc-4387-8196-390eb422909c, host hv-cinder-80539, cleared binding levels {{(pid=75061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:57:03.768301 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-2e49cfbc-40f1-4a60-ad38-05dc5032f843 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5760727 Aug 20 15:57:03.770646 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-508f28c4-8bfb-4314-889b-57ecaee3cdf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:57:03.780161 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-9a2f08c2-1bd3-4d13-8940-8af719b1bbe2 service neutron] For port f0b13f3b-7dcc-4387-8196-390eb422909c, host hv-cinder-80539, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=f0b13f3b-7dcc-4387-8196-390eb422909c,segment=NetworkSegment(c2be3471-78dd-4aa1-bdce-665f59ef88b0),segment_id=c2be3471-78dd-4aa1-bdce-665f59ef88b0)] {{(pid=75061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:57:03.792738 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-9a2f08c2-1bd3-4d13-8940-8af719b1bbe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:03.799846 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-d2d8a3bf-0ded-4b3f-83ec-f08f86b0633a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:03.898119 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-9a2f08c2-1bd3-4d13-8940-8af719b1bbe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:03.899761 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-9a2f08c2-1bd3-4d13-8940-8af719b1bbe2 service neutron] 10.222.0.54 "PUT /v2.0/ports/f0b13f3b-7dcc-4387-8196-390eb422909c HTTP/1.1" status: 200 len: 1094 time: 2.9030616 Aug 20 15:57:03.900962 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1474d14a-d792-4cf7-932e-abb11c1a04d9', 'tag': 'f0b13f3b-7dcc-4387-8196-390eb422909c'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:57:03.939465 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-508f28c4-8bfb-4314-889b-57ecaee3cdf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:03.946425 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f08c2-1bd3-4d13-8940-8af719b1bbe2 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b13f3b-7dcc-4387-8196-390eb422909c,revision_number=3']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:03.947013 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-508f28c4-8bfb-4314-889b-57ecaee3cdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:03.952282 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-9a2f08c2-1bd3-4d13-8940-8af719b1bbe2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:03.975844 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-b8881870-4f37-42dc-9023-10d49c003676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:04.025301 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1474d14a-d792-4cf7-932e-abb11c1a04d9', 'tag': 'f0b13f3b-7dcc-4387-8196-390eb422909c', 'status': 'completed', 'code': 200} Aug 20 15:57:04.069069 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-9e1f228d-c4ad-496f-82d6-8649319a3d6c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3ef32ffa9742498dbab644d6d4143034&device_id=1474d14a-d792-4cf7-932e-abb11c1a04d9 HTTP/1.1" status: 200 len: 1097 time: 0.1118293 Aug 20 15:57:04.078372 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-508f28c4-8bfb-4314-889b-57ecaee3cdf4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=edc8c8f9778f4f60948ab1211eb75c22&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4970453 Aug 20 15:57:04.078372 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f28c4-8bfb-4314-889b-57ecaee3cdf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48e1838-f8ea-461e-96ac-bee5177a1f6a,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:04.079245 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 58028) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:57:04.092648 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-508f28c4-8bfb-4314-889b-57ecaee3cdf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:04.233923 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-b0b5b119-d5fb-4bbe-92a2-b9b56e7d2792 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0b13f3b-7dcc-4387-8196-390eb422909c HTTP/1.1" status: 200 len: 217 time: 0.1531510 Aug 20 15:57:04.369814 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-1456d5f5-783f-43ac-b1bc-f7ffd98a3b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'name': 'tempest-AttachVolumeShelveTestJSON-529608688-router', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:56:45Z', 'updated_at': '2021-08-20T15:56:52Z', 'revision_number': 4, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'gw_port': {'id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:56:46Z', 'updated_at': '2021-08-20T15:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': 'd56e7e8a-b169-4ab3-8661-652a6f28a144', 'name': '', 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'mac_address': 'fa:16:3e:6d:d4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2eac451a-2e42-4f5c-8315-eccf4786e9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:56:51Z', 'updated_at': '2021-08-20T15:57:02Z', 'revision_number': 4, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'subnets': [{'id': '2eac451a-2e42-4f5c-8315-eccf4786e9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:57:04.377856 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1456d5f5-783f-43ac-b1bc-f7ffd98a3b9b None None] The sync data for ids ['c7f629f4-b653-47b2-9fd4-bee4d6c98203'] in dv-cinder-805398-3-smb is: [{'id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'name': 'tempest-AttachVolumeShelveTestJSON-529608688-router', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:56:45Z', 'updated_at': '2021-08-20T15:56:52Z', 'revision_number': 4, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'gw_port': {'id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:56:46Z', 'updated_at': '2021-08-20T15:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': 'd56e7e8a-b169-4ab3-8661-652a6f28a144', 'name': '', 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'mac_address': 'fa:16:3e:6d:d4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2eac451a-2e42-4f5c-8315-eccf4786e9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:56:51Z', 'updated_at': '2021-08-20T15:57:02Z', 'revision_number': 4, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'subnets': [{'id': '2eac451a-2e42-4f5c-8315-eccf4786e9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 20 15:57:04.604791 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-9d8826f5-0bea-4f10-9bc1-c6fa62e0086c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:04.607597 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-9d8826f5-0bea-4f10-9bc1-c6fa62e0086c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8513a594-b636-416f-a5b5-0a881f926347 HTTP/1.1" status: 200 len: 855 time: 0.3099744 Aug 20 15:57:04.616846 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-c2db0f0d-d648-460a-9f55-41d1f93a6843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:04.702168 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-5a5468a2-c8dc-4323-a48a-dda732e161bc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30067384-36e2-4f1d-a3f2-0548715d97a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682445 Aug 20 15:57:04.749216 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-3af3cfa3-fb36-443c-8270-982497390f4f tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1470839828&fields=id&tenant_id=dbaf53e1aea443719d3e819cb3601631 HTTP/1.1" status: 200 len: 267 time: 0.3394837 Aug 20 15:57:04.752415 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-c2db0f0d-d648-460a-9f55-41d1f93a6843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:05.171995 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-b156d5ed-b5bb-4eb2-9c6e-c7be5ad1588f service neutron] 10.222.0.54 "GET /v2.0/networks/30067384-36e2-4f1d-a3f2-0548715d97a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4577200 Aug 20 15:57:05.253025 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-ff3022a8-da25-4110-8dad-aed7b5d46cac tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:05.254756 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-ff3022a8-da25-4110-8dad-aed7b5d46cac tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/networks?id=a2292af7-a948-4fc0-8b0a-97b490608a31 HTTP/1.1" status: 200 len: 816 time: 0.4914837 Aug 20 15:57:05.312955 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-c2db0f0d-d648-460a-9f55-41d1f93a6843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:05.400934 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:05.456849 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db0f0d-d648-460a-9f55-41d1f93a6843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48e1838-f8ea-461e-96ac-bee5177a1f6a,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:05.465447 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-c2db0f0d-d648-460a-9f55-41d1f93a6843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:05.473643 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff390c-3ad9-4776-9a8e-97bce066852c req-2f8dee07-145a-4e38-b0a1-a22c7df61b95 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:05.481488 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-aeff390c-3ad9-4776-9a8e-97bce066852c req-2f8dee07-145a-4e38-b0a1-a22c7df61b95 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 945 time: 0.7099860 Aug 20 15:57:05.487940 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-c2db0f0d-d648-460a-9f55-41d1f93a6843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:05.489332 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-c2db0f0d-d648-460a-9f55-41d1f93a6843 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f48e1838-f8ea-461e-96ac-bee5177a1f6a HTTP/1.1" status: 204 len: 168 time: 1.4066026 Aug 20 15:57:05.491206 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-5f341408-5fd5-429a-95c3-19f89d74c078 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/quotas/dbaf53e1aea443719d3e819cb3601631 HTTP/1.1" status: 200 len: 375 time: 0.1794581 Aug 20 15:57:05.623407 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-aeff390c-3ad9-4776-9a8e-97bce066852c req-93eaba74-2d4d-4c57-aff0-d0d73fe6cb43 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407518 Aug 20 15:57:05.654025 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-474d9c9a-1d1d-417f-9673-80c64c59e528 req-478afa86-c89a-42aa-91b5-d0535747fbe6 service neutron] 10.222.0.54 "GET /v2.0/networks/30067384-36e2-4f1d-a3f2-0548715d97a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460032 Aug 20 15:57:05.701297 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-5dea2817-e4f5-42da-a3a7-cb2267231b6f tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Synchronizing usage tracker for tenant:dbaf53e1aea443719d3e819cb3601631 on resource:port {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 15:57:05.830776 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-5dea2817-e4f5-42da-a3a7-cb2267231b6f tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Unset dirty status for tenant:dbaf53e1aea443719d3e819cb3601631 on resource:port {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 15:57:05.831809 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-5dea2817-e4f5-42da-a3a7-cb2267231b6f tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbaf53e1aea443719d3e819cb3601631&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3213789 Aug 20 15:57:06.037015 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b17004a6-b948-474b-9ac2-577c78be2191 req-5296fee6-46c9-45ef-ac0e-dfcc1b6eb54c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3ef32ffa9742498dbab644d6d4143034&device_id=1474d14a-d792-4cf7-932e-abb11c1a04d9 HTTP/1.1" status: 200 len: 1097 time: 0.2969832 Aug 20 15:57:06.178258 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-7bb3d161-0b2c-46f8-b51b-119ff4313dca service neutron] 10.222.0.13 "GET /v2.0/networks/a2292af7-a948-4fc0-8b0a-97b490608a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282247 Aug 20 15:57:06.232068 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd123ba9-e826-4bb5-bcdc-7c99c455d142 req-2f5db5fc-5649-4ad7-9785-7f072b286711 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:06.233788 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-bd123ba9-e826-4bb5-bcdc-7c99c455d142 req-2f5db5fc-5649-4ad7-9785-7f072b286711 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=1474d14a-d792-4cf7-932e-abb11c1a04d9 HTTP/1.1" status: 200 len: 944 time: 0.2775848 Aug 20 15:57:06.374264 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device d56e7e8a-b169-4ab3-8661-652a6f28a144 up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:57:06.383744 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17004a6-b948-474b-9ac2-577c78be2191 req-79dbeb50-698c-4906-a66a-75f4c068d856 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:06.385286 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b17004a6-b948-474b-9ac2-577c78be2191 req-79dbeb50-698c-4906-a66a-75f4c068d856 service neutron] 10.222.0.54 "GET /v2.0/networks?id=30067384-36e2-4f1d-a3f2-0548715d97a2 HTTP/1.1" status: 200 len: 917 time: 0.3271537 Aug 20 15:57:06.464578 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-bd123ba9-e826-4bb5-bcdc-7c99c455d142 req-28dad036-c6d1-4fb0-ab1c-ff0b042e456d tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796491 Aug 20 15:57:06.495138 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b17004a6-b948-474b-9ac2-577c78be2191 req-b6968d28-e71e-493d-ac03-ad27cdaca091 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0b13f3b-7dcc-4387-8196-390eb422909c HTTP/1.1" status: 200 len: 217 time: 0.0950766 Aug 20 15:57:06.506458 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-ae9b0bda-219a-40a4-be6e-ca76dedbde54 service neutron] 10.222.0.13 "GET /v2.0/networks/a2292af7-a948-4fc0-8b0a-97b490608a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271818 Aug 20 15:57:06.581915 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning for port d56e7e8a-b169-4ab3-8661-652a6f28a144 completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:57:06.588551 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port d56e7e8a-b169-4ab3-8661-652a6f28a144 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:57:06.588925 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:06.632126 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17004a6-b948-474b-9ac2-577c78be2191 req-64d176cb-88ac-4e47-b8c1-4497301d188b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:06.633695 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b17004a6-b948-474b-9ac2-577c78be2191 req-64d176cb-88ac-4e47-b8c1-4497301d188b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8513a594-b636-416f-a5b5-0a881f926347 HTTP/1.1" status: 200 len: 855 time: 0.1229746 Aug 20 15:57:06.722033 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b17004a6-b948-474b-9ac2-577c78be2191 req-737d552c-98ea-485f-b532-0f680d300e56 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30067384-36e2-4f1d-a3f2-0548715d97a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706010 Aug 20 15:57:06.821882 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:06.875855 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] For port d56e7e8a-b169-4ab3-8661-652a6f28a144, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=d56e7e8a-b169-4ab3-8661-652a6f28a144,segment=NetworkSegment(68bd6238-2a31-45ae-8fff-c07ee9ddc968),segment_id=68bd6238-2a31-45ae-8fff-c07ee9ddc968)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:57:06.882413 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:06.888094 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:06.932839 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9b19429d-91f4-4e40-ad50-d8bd2fc909bc req-4e719782-a083-47b0-8271-cd1496379f6f tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 210 time: 0.0676908 Aug 20 15:57:06.985663 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Pushing event updated for resources: {'Port': ['ID=d56e7e8a-b169-4ab3-8661-652a6f28a144,revision_number=5']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:06.993119 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:07.067283 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b17004a6-b948-474b-9ac2-577c78be2191 req-a7786204-6b78-46fa-96df-7c02f0b325bf service neutron] 10.222.0.54 "GET /v2.0/networks/30067384-36e2-4f1d-a3f2-0548715d97a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214793 Aug 20 15:57:07.179201 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a8a35-9a04-415c-9b50-448f574732f0 req-7c9c1e93-92d2-4ef4-a17c-1db260603613 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:07.180563 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d00a8a35-9a04-415c-9b50-448f574732f0 req-7c9c1e93-92d2-4ef4-a17c-1db260603613 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 945 time: 0.1978221 Aug 20 15:57:07.272828 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b17004a6-b948-474b-9ac2-577c78be2191 req-2f1da230-d0a1-4e38-a435-5d4ec71fbd57 service neutron] 10.222.0.54 "GET /v2.0/networks/30067384-36e2-4f1d-a3f2-0548715d97a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978569 Aug 20 15:57:07.276331 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d00a8a35-9a04-415c-9b50-448f574732f0 req-89582a1b-e247-4881-b422-1e3c7ea541d5 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838962 Aug 20 15:57:07.736991 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68010f20-55c0-4cf0-92e1-e46c1406d370 req-cb945255-6e8f-453d-a891-d987331ae8b3 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:07.738548 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-68010f20-55c0-4cf0-92e1-e46c1406d370 req-cb945255-6e8f-453d-a891-d987331ae8b3 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=1474d14a-d792-4cf7-932e-abb11c1a04d9 HTTP/1.1" status: 200 len: 944 time: 0.1138952 Aug 20 15:57:07.836110 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-68010f20-55c0-4cf0-92e1-e46c1406d370 req-5e5bc124-e403-496b-aa44-399821500c62 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796118 Aug 20 15:57:08.340194 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device d56e7e8a-b169-4ab3-8661-652a6f28a144 up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:57:08.434752 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port d56e7e8a-b169-4ab3-8661-652a6f28a144 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:57:08.435115 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:08.454327 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-41acb233-80f8-48be-8da0-6712c3c99116 req-012c9cba-4a51-475c-9509-b916e4282542 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 210 time: 0.1990187 Aug 20 15:57:08.521437 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-2e3cd504-7cda-461a-8c1b-f8e99b59a6db tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:08.522890 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-2e3cd504-7cda-461a-8c1b-f8e99b59a6db tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.54 "GET /v2.0/networks?id=a2292af7-a948-4fc0-8b0a-97b490608a31 HTTP/1.1" status: 200 len: 816 time: 0.4640753 Aug 20 15:57:08.601977 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338597f5-7646-4a0e-89bb-e786ec457696 req-b001197e-6e85-42e8-b4ca-567cbf7f9977 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:08.604086 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-338597f5-7646-4a0e-89bb-e786ec457696 req-b001197e-6e85-42e8-b4ca-567cbf7f9977 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 945 time: 0.1482375 Aug 20 15:57:08.607214 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-1ff14c0a-64f6-4f3b-b1f6-2b8f80d5ca36 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbaf53e1aea443719d3e819cb3601631 HTTP/1.1" status: 200 len: 380 time: 0.0681994 Aug 20 15:57:08.630924 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-54898e95-31ee-4f62-8be7-8d3b01d311f6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Request body: {'port': {'device_id': '44698783-c74f-4d38-bbe8-a96ef5ca3b64', 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31', 'admin_state_up': True, 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'security_groups': ['b0b8c1ef-c982-4470-81f8-db9fb069f30b']}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:57:08.738002 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-338597f5-7646-4a0e-89bb-e786ec457696 req-e07c447d-7fa7-4849-a359-86d278ace99f tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266985 Aug 20 15:57:08.793233 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-54898e95-31ee-4f62-8be7-8d3b01d311f6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:57:08.803128 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-54898e95-31ee-4f62-8be7-8d3b01d311f6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:57:08.814812 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-54898e95-31ee-4f62-8be7-8d3b01d311f6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Made reservation on behalf of dbaf53e1aea443719d3e819cb3601631 for: {'port': 1} {{(pid=75061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:57:08.818003 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-54898e95-31ee-4f62-8be7-8d3b01d311f6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:08.822453 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device f0b13f3b-7dcc-4387-8196-390eb422909c details requested by agent hyperv_hv-cinder-80539 with host hv-cinder-80539 {{(pid=75062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 15:57:09.052599 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port f0b13f3b-7dcc-4387-8196-390eb422909c, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=f0b13f3b-7dcc-4387-8196-390eb422909c,segment=NetworkSegment(c2be3471-78dd-4aa1-bdce-665f59ef88b0),segment_id=c2be3471-78dd-4aa1-bdce-665f59ef88b0)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:57:09.071494 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Returning: {'device': 'f0b13f3b-7dcc-4387-8196-390eb422909c', 'network_id': '30067384-36e2-4f1d-a3f2-0548715d97a2', 'port_id': 'f0b13f3b-7dcc-4387-8196-390eb422909c', 'mac_address': 'fa:16:3e:1b:68:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8513a594-b636-416f-a5b5-0a881f926347', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 15:57:09.145584 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:09.181956 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0b13f3b-7dcc-4387-8196-390eb422909c {{(pid=75062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:57:09.201773 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port f0b13f3b-7dcc-4387-8196-390eb422909c, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=f0b13f3b-7dcc-4387-8196-390eb422909c,segment=NetworkSegment(c2be3471-78dd-4aa1-bdce-665f59ef88b0),segment_id=c2be3471-78dd-4aa1-bdce-665f59ef88b0)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:57:09.216021 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:09.220335 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:09.271536 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.db_base_plugin_common [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-54898e95-31ee-4f62-8be7-8d3b01d311f6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Allocated IP 172.20.0.5 (a2292af7-a948-4fc0-8b0a-97b490608a31/2eac451a-2e42-4f5c-8315-eccf4786e9f0/b492b5b8-a0d4-4c7b-a96a-842cf248fefd) {{(pid=75061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:57:09.296692 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=f0b13f3b-7dcc-4387-8196-390eb422909c,revision_number=4']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:09.300884 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:09.335478 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7c8e8-cfe8-432d-ba2d-4333d36e1ead req-002db8ce-9ffc-4a60-b66f-46cdd25d2695 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:09.336988 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d9c7c8e8-cfe8-432d-ba2d-4333d36e1ead req-002db8ce-9ffc-4a60-b66f-46cdd25d2695 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=1474d14a-d792-4cf7-932e-abb11c1a04d9 HTTP/1.1" status: 200 len: 944 time: 0.2145677 Aug 20 15:57:09.497224 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d9c7c8e8-cfe8-432d-ba2d-4333d36e1ead req-9adf407e-058a-4756-a3f8-1103d3ce600a tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512301 Aug 20 15:57:09.528048 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 58178) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:57:09.564577 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-54898e95-31ee-4f62-8be7-8d3b01d311f6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for port, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:09.591875 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.provisioning_blocks [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-54898e95-31ee-4f62-8be7-8d3b01d311f6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Transition to ACTIVE for port object b492b5b8-a0d4-4c7b-a96a-842cf248fefd will not be triggered until provisioned by entity DHCP. {{(pid=75061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:57:09.617314 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['f0b13f3b-7dcc-4387-8196-390eb422909c'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 15:57:09.619159 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-54898e95-31ee-4f62-8be7-8d3b01d311f6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943'] for port, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:09.625149 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:09.744617 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-2cd505d5-a85e-4543-97d5-ba7143d87f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:09.787755 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-54898e95-31ee-4f62-8be7-8d3b01d311f6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Network a2292af7-a948-4fc0-8b0a-97b490608a31 is already hosted by enough agents. {{(pid=75061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:57:09.794844 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.base_scheduler [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-54898e95-31ee-4f62-8be7-8d3b01d311f6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Resources bound (agent type, host, resource id): {{(pid=75061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:57:09.798465 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-4f5dae77-112c-41e8-93be-bdf70fb1cef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:09.810400 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54898e95-31ee-4f62-8be7-8d3b01d311f6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Pushing event updated for resources: {'Port': ['ID=b492b5b8-a0d4-4c7b-a96a-842cf248fefd,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:09.815496 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-54898e95-31ee-4f62-8be7-8d3b01d311f6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Received port after_create {{(pid=75061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:57:09.820327 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-54898e95-31ee-4f62-8be7-8d3b01d311f6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:09.821043 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-54898e95-31ee-4f62-8be7-8d3b01d311f6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:09.842600 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-54898e95-31ee-4f62-8be7-8d3b01d311f6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:09.889469 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-54898e95-31ee-4f62-8be7-8d3b01d311f6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2639625 Aug 20 15:57:09.903181 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8e377-55f6-4521-ae41-2879b23531cc req-ab4566b4-02ad-48f0-ac66-13e8ac4b55f6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:09.903891 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-b5e8e377-55f6-4521-ae41-2879b23531cc req-ab4566b4-02ad-48f0-ac66-13e8ac4b55f6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Synchronizing usage tracker for tenant:dbaf53e1aea443719d3e819cb3601631 on resource:port {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 15:57:09.914862 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-342c9595-8283-4cfa-ac3b-07b3019130bc service neutron] Request body: {'port': {'device_id': '44698783-c74f-4d38-bbe8-a96ef5ca3b64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80539'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:57:09.945470 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-4f5dae77-112c-41e8-93be-bdf70fb1cef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:57:09.965511 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-4f5dae77-112c-41e8-93be-bdf70fb1cef0 admin admin] Usage tracker for resource:security_group_rule and tenant:619307f4342745488d7e29befeee14f1 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:57:09.975738 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-4f5dae77-112c-41e8-93be-bdf70fb1cef0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:57:09.992156 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-4f5dae77-112c-41e8-93be-bdf70fb1cef0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:57:09.999987 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-b5e8e377-55f6-4521-ae41-2879b23531cc req-ab4566b4-02ad-48f0-ac66-13e8ac4b55f6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Unset dirty status for tenant:dbaf53e1aea443719d3e819cb3601631 on resource:port {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 15:57:10.006359 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b5e8e377-55f6-4521-ae41-2879b23531cc req-ab4566b4-02ad-48f0-ac66-13e8ac4b55f6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 931 time: 0.3276277 Aug 20 15:57:10.074282 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:10.154314 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-a2616534-0e76-4f4e-b0da-0bf9dc311b27 None None] Provisioning for port b492b5b8-a0d4-4c7b-a96a-842cf248fefd completed by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:57:10.161695 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-a2616534-0e76-4f4e-b0da-0bf9dc311b27 None None] Provisioning complete for port b492b5b8-a0d4-4c7b-a96a-842cf248fefd triggered by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:57:10.162558 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-a2616534-0e76-4f4e-b0da-0bf9dc311b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:10.232388 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-a2616534-0e76-4f4e-b0da-0bf9dc311b27 None None] Port b492b5b8-a0d4-4c7b-a96a-842cf248fefd cannot update to ACTIVE because it is not bound. {{(pid=75062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 20 15:57:10.276047 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-4f5dae77-112c-41e8-93be-bdf70fb1cef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:10.285923 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-4f5dae77-112c-41e8-93be-bdf70fb1cef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:10.301377 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:10.310617 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b5e8e377-55f6-4521-ae41-2879b23531cc req-1f7cdb2f-a7c9-4fd8-a393-7d57bb6e48b6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3033843 Aug 20 15:57:10.315484 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-342c9595-8283-4cfa-ac3b-07b3019130bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:10.416930 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-4f5dae77-112c-41e8-93be-bdf70fb1cef0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=619307f4342745488d7e29befeee14f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8878303 Aug 20 15:57:10.417945 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5dae77-112c-41e8-93be-bdf70fb1cef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e47a6a-578f-42c9-b5c2-1b4fb922a442,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:10.420300 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 58204) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:57:10.428466 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-4f5dae77-112c-41e8-93be-bdf70fb1cef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:10.480445 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfab4d-be48-4536-864d-4e8d7f7eee52 req-367dcb98-7d03-4751-b082-608e3acf6997 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:10.482236 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6ecfab4d-be48-4536-864d-4e8d7f7eee52 req-367dcb98-7d03-4751-b082-608e3acf6997 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 945 time: 0.3693891 Aug 20 15:57:10.521828 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ec328797-fcc6-4834-948c-a1f4d542184a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:10.551473 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ec328797-fcc6-4834-948c-a1f4d542184a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:10.625339 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ec328797-fcc6-4834-948c-a1f4d542184a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:10.631774 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-32fa22ba-ed79-45f5-b4d0-4e58d52bdee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:10.646472 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec328797-fcc6-4834-948c-a1f4d542184a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e47a6a-578f-42c9-b5c2-1b4fb922a442,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:10.655171 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ec328797-fcc6-4834-948c-a1f4d542184a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:10.656599 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-ec328797-fcc6-4834-948c-a1f4d542184a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/00e47a6a-578f-42c9-b5c2-1b4fb922a442 HTTP/1.1" status: 204 len: 168 time: 0.2294161 Aug 20 15:57:10.659084 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-ec328797-fcc6-4834-948c-a1f4d542184a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:10.796329 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6ecfab4d-be48-4536-864d-4e8d7f7eee52 req-153e551b-100a-47df-b960-f271b01d56ca tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739532 Aug 20 15:57:10.802054 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-17d5205c-114f-40af-bf4d-621ec433c8b2 req-430c1400-a1b1-444b-8e76-9311b9d64768 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 1098 time: 0.3176622 Aug 20 15:57:10.829467 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device f0b13f3b-7dcc-4387-8196-390eb422909c up at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:57:10.930287 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning for port f0b13f3b-7dcc-4387-8196-390eb422909c completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:57:10.936392 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning complete for port f0b13f3b-7dcc-4387-8196-390eb422909c triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:57:10.936812 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:11.006007 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-17d5205c-114f-40af-bf4d-621ec433c8b2 req-6b5ff751-ae91-428f-9b40-7db85e032516 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838739 Aug 20 15:57:11.020479 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7a8ca-67b3-477b-ba39-41435c39d4fa req-d4f03da5-b9ab-49ab-afb9-35fb961894a3 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:11.022103 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8bc7a8ca-67b3-477b-ba39-41435c39d4fa req-d4f03da5-b9ab-49ab-afb9-35fb961894a3 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=1474d14a-d792-4cf7-932e-abb11c1a04d9 HTTP/1.1" status: 200 len: 945 time: 0.3412237 Aug 20 15:57:11.092210 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:11.140854 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port f0b13f3b-7dcc-4387-8196-390eb422909c, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=f0b13f3b-7dcc-4387-8196-390eb422909c,segment=NetworkSegment(c2be3471-78dd-4aa1-bdce-665f59ef88b0),segment_id=c2be3471-78dd-4aa1-bdce-665f59ef88b0)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:57:11.142124 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1474d14a-d792-4cf7-932e-abb11c1a04d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b13f3b-7dcc-4387-8196-390eb422909c'}] {{(pid=75062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:57:11.149574 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:11.152708 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:11.172377 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 58220) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:57:11.198269 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8bc7a8ca-67b3-477b-ba39-41435c39d4fa req-041f4831-2c66-400d-a5ea-e2e015f6d91e tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670091 Aug 20 15:57:11.200663 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-342c9595-8283-4cfa-ac3b-07b3019130bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b492b5b8-a0d4-4c7b-a96a-842cf248fefd {{(pid=75061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:57:11.211596 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-853d67af-f867-469e-92d7-a16f2fb63a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:11.223094 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-342c9595-8283-4cfa-ac3b-07b3019130bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:11.253092 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.provisioning_blocks [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-342c9595-8283-4cfa-ac3b-07b3019130bc service neutron] Transition to ACTIVE for port object b492b5b8-a0d4-4c7b-a96a-842cf248fefd will not be triggered until provisioned by entity L2. {{(pid=75061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:57:11.260900 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-342c9595-8283-4cfa-ac3b-07b3019130bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:11.268925 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:11.296029 dv-cinder-805398-3-smb neutron-server[75062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1474d14a-d792-4cf7-932e-abb11c1a04d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b13f3b-7dcc-4387-8196-390eb422909c', 'code': 200} Aug 20 15:57:11.296699 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=f0b13f3b-7dcc-4387-8196-390eb422909c,revision_number=5']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:11.300690 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:11.305322 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-853d67af-f867-469e-92d7-a16f2fb63a4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:57:11.311230 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-853d67af-f867-469e-92d7-a16f2fb63a4c admin admin] Usage tracker for resource:security_group_rule and tenant:dfcc476cac8844748bd970dd9360f06a is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:57:11.314875 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-853d67af-f867-469e-92d7-a16f2fb63a4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:57:11.321627 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-853d67af-f867-469e-92d7-a16f2fb63a4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:57:11.471476 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-853d67af-f867-469e-92d7-a16f2fb63a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:11.480201 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-853d67af-f867-469e-92d7-a16f2fb63a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:11.500874 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-155bc666-89c7-4e3f-ad0f-8de264f805c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:11.546300 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c9595-8283-4cfa-ac3b-07b3019130bc service neutron] Pushing event updated for resources: {'Port': ['ID=b492b5b8-a0d4-4c7b-a96a-842cf248fefd,revision_number=2']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:11.582525 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d67af-f867-469e-92d7-a16f2fb63a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff8d464-28fb-4385-9fe8-081536057274,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:11.588364 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-342c9595-8283-4cfa-ac3b-07b3019130bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:11.610180 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-853d67af-f867-469e-92d7-a16f2fb63a4c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dfcc476cac8844748bd970dd9360f06a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4371078 Aug 20 15:57:11.611016 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 58236) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:57:11.612011 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-853d67af-f867-469e-92d7-a16f2fb63a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:11.700186 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-8161cc51-ed58-45b5-ba53-7df2b71b8913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:11.705385 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-6c8eefec-fdba-47cf-8f81-5ec3e8c7c15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:11.741719 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-342c9595-8283-4cfa-ac3b-07b3019130bc service neutron] Attempting to bind port b492b5b8-a0d4-4c7b-a96a-842cf248fefd on host hv-cinder-80539 for vnic_type normal with profile {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:57:11.742137 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-342c9595-8283-4cfa-ac3b-07b3019130bc service neutron] Attempting to bind port b492b5b8-a0d4-4c7b-a96a-842cf248fefd by drivers openvswitch,hyperv on host hv-cinder-80539 at level 0 using segments [{'id': '68bd6238-2a31-45ae-8fff-c07ee9ddc968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31'}] {{(pid=75061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:57:11.742525 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-342c9595-8283-4cfa-ac3b-07b3019130bc service neutron] Attempting to bind port b492b5b8-a0d4-4c7b-a96a-842cf248fefd on network a2292af7-a948-4fc0-8b0a-97b490608a31 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:57:11.750816 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-6c8eefec-fdba-47cf-8f81-5ec3e8c7c15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:11.762163 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-342c9595-8283-4cfa-ac3b-07b3019130bc service neutron] Port b492b5b8-a0d4-4c7b-a96a-842cf248fefd on network a2292af7-a948-4fc0-8b0a-97b490608a31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80539 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:57:11.762620 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-342c9595-8283-4cfa-ac3b-07b3019130bc service neutron] Attempting to bind port b492b5b8-a0d4-4c7b-a96a-842cf248fefd on network a2292af7-a948-4fc0-8b0a-97b490608a31 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:57:11.784388 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-342c9595-8283-4cfa-ac3b-07b3019130bc service neutron] Checking agent: {'id': '8cb0eed4-3a83-4faf-85db-5d15db1f4851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80539', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 53, 18), 'started_at': datetime.datetime(2021, 8, 20, 15, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:57:11.784734 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-342c9595-8283-4cfa-ac3b-07b3019130bc service neutron] Checking segment: {'id': '68bd6238-2a31-45ae-8fff-c07ee9ddc968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:57:11.785112 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-342c9595-8283-4cfa-ac3b-07b3019130bc service neutron] Bound using segment: {'id': '68bd6238-2a31-45ae-8fff-c07ee9ddc968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31'} {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:57:11.785566 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-342c9595-8283-4cfa-ac3b-07b3019130bc service neutron] Bound port: b492b5b8-a0d4-4c7b-a96a-842cf248fefd, host: hv-cinder-80539, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68bd6238-2a31-45ae-8fff-c07ee9ddc968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31'}}] {{(pid=75061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:57:11.785914 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-342c9595-8283-4cfa-ac3b-07b3019130bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:11.819413 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-6c8eefec-fdba-47cf-8f81-5ec3e8c7c15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:11.825625 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-ec328797-fcc6-4834-948c-a1f4d542184a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:11.839840 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8eefec-fdba-47cf-8f81-5ec3e8c7c15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff8d464-28fb-4385-9fe8-081536057274,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:11.842121 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-6c8eefec-fdba-47cf-8f81-5ec3e8c7c15b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:11.859019 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-6c8eefec-fdba-47cf-8f81-5ec3e8c7c15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:11.863464 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-6c8eefec-fdba-47cf-8f81-5ec3e8c7c15b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aff8d464-28fb-4385-9fe8-081536057274 HTTP/1.1" status: 204 len: 168 time: 0.2479606 Aug 20 15:57:11.876642 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee1e94-dfd3-4249-bcb1-300f5f09d340 req-24f6b440-ec45-42ac-9fd5-4f9aa1eedb29 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:11.883607 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-16ee1e94-dfd3-4249-bcb1-300f5f09d340 req-24f6b440-ec45-42ac-9fd5-4f9aa1eedb29 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 943 time: 0.3391278 Aug 20 15:57:11.913731 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2fe1e7ac-57a4-44fb-8042-e306e0f1ac14 req-5224ff74-f037-4d74-bf62-84a1afd7cf37 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1474d14a-d792-4cf7-932e-abb11c1a04d9 HTTP/1.1" status: 200 len: 1099 time: 0.2743835 Aug 20 15:57:12.035307 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-342c9595-8283-4cfa-ac3b-07b3019130bc service neutron] For port b492b5b8-a0d4-4c7b-a96a-842cf248fefd, host hv-cinder-80539, cleared binding levels {{(pid=75061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:57:12.060007 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-16ee1e94-dfd3-4249-bcb1-300f5f09d340 req-deee6b6e-968b-48fe-b2f3-c1300444b026 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754212 Aug 20 15:57:12.069579 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-342c9595-8283-4cfa-ac3b-07b3019130bc service neutron] For port b492b5b8-a0d4-4c7b-a96a-842cf248fefd, host hv-cinder-80539, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=b492b5b8-a0d4-4c7b-a96a-842cf248fefd,segment=NetworkSegment(68bd6238-2a31-45ae-8fff-c07ee9ddc968),segment_id=68bd6238-2a31-45ae-8fff-c07ee9ddc968)] {{(pid=75061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:57:12.082191 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2fe1e7ac-57a4-44fb-8042-e306e0f1ac14 req-e39685e4-0e8e-4598-ac01-927f1b390e51 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507525 Aug 20 15:57:12.100312 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-342c9595-8283-4cfa-ac3b-07b3019130bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:12.107456 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-c77e5372-d96a-44bc-818c-068ec5d0c2d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:12.194594 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-342c9595-8283-4cfa-ac3b-07b3019130bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:12.197904 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-342c9595-8283-4cfa-ac3b-07b3019130bc service neutron] 10.222.0.54 "PUT /v2.0/ports/b492b5b8-a0d4-4c7b-a96a-842cf248fefd HTTP/1.1" status: 200 len: 1093 time: 2.2873352 Aug 20 15:57:12.198441 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44698783-c74f-4d38-bbe8-a96ef5ca3b64', 'tag': 'b492b5b8-a0d4-4c7b-a96a-842cf248fefd'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:57:12.215766 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 58254) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:57:12.241413 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c9595-8283-4cfa-ac3b-07b3019130bc service neutron] Pushing event updated for resources: {'Port': ['ID=b492b5b8-a0d4-4c7b-a96a-842cf248fefd,revision_number=3']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:12.255489 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e34e44-e496-4acf-a64e-65941dcbba74 req-b6677490-c480-46c2-abdd-37cd387a20ea tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:12.257087 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-73e34e44-e496-4acf-a64e-65941dcbba74 req-b6677490-c480-46c2-abdd-37cd387a20ea tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 945 time: 0.2984025 Aug 20 15:57:12.258010 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-342c9595-8283-4cfa-ac3b-07b3019130bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:12.302833 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44698783-c74f-4d38-bbe8-a96ef5ca3b64', 'tag': 'b492b5b8-a0d4-4c7b-a96a-842cf248fefd', 'status': 'completed', 'code': 200} Aug 20 15:57:12.445884 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-25552f14-8220-4799-b0d6-6d9f3e283a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:12.448491 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-73e34e44-e496-4acf-a64e-65941dcbba74 req-70730240-9265-4a80-8ab1-9a6a8db801b6 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806209 Aug 20 15:57:12.473835 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 58264) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:57:12.523752 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-25552f14-8220-4799-b0d6-6d9f3e283a91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:57:12.529465 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-308e4914-8032-433f-b03b-360d9f22a99d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:12.544984 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-25552f14-8220-4799-b0d6-6d9f3e283a91 admin admin] Usage tracker for resource:security_group_rule and tenant:0d75c1e60c17413b81a962ac0425bfd2 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:57:12.551850 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-25552f14-8220-4799-b0d6-6d9f3e283a91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:57:12.563342 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-25552f14-8220-4799-b0d6-6d9f3e283a91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:57:12.577858 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-308e4914-8032-433f-b03b-360d9f22a99d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:57:12.585029 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-308e4914-8032-433f-b03b-360d9f22a99d admin admin] Usage tracker for resource:security_group_rule and tenant:0326f99477b54423b6af53f1ad1f5dd9 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:57:12.588896 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-308e4914-8032-433f-b03b-360d9f22a99d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:57:12.598026 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-308e4914-8032-433f-b03b-360d9f22a99d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:57:12.660354 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-dd738dcd-0b92-4d80-91d8-85c0d26a9d49 req-f2155c0c-970e-4797-8433-5ab08743119b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dbaf53e1aea443719d3e819cb3601631&device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 1096 time: 0.3043962 Aug 20 15:57:12.663588 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-25552f14-8220-4799-b0d6-6d9f3e283a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:12.671246 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-25552f14-8220-4799-b0d6-6d9f3e283a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:12.679867 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-28dd8575-6321-4b84-9f48-adaf02627528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:12.722126 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25552f14-8220-4799-b0d6-6d9f3e283a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359a6ef1-4d1f-4683-bd53-b9a2173c56ce,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:12.725841 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-25552f14-8220-4799-b0d6-6d9f3e283a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:12.728751 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-25552f14-8220-4799-b0d6-6d9f3e283a91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d75c1e60c17413b81a962ac0425bfd2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5117154 Aug 20 15:57:12.731361 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 58270) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:57:12.814089 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-0984c693-2629-4b78-a019-c9ac69d265f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:12.863960 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-0984c693-2629-4b78-a019-c9ac69d265f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:12.888515 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa496783-04aa-471a-8568-01336c49a554 req-e48d7ac7-5ba3-42a3-8d44-bba82fea383e tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:12.890158 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-fa496783-04aa-471a-8568-01336c49a554 req-e48d7ac7-5ba3-42a3-8d44-bba82fea383e tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=1474d14a-d792-4cf7-932e-abb11c1a04d9 HTTP/1.1" status: 200 len: 946 time: 0.3388810 Aug 20 15:57:12.936552 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-0984c693-2629-4b78-a019-c9ac69d265f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:12.937121 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-308e4914-8032-433f-b03b-360d9f22a99d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:12.943887 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-5eeda02f-bab8-42ca-8c8b-eedbbd490cc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:12.945119 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd738dcd-0b92-4d80-91d8-85c0d26a9d49 req-41010899-48cf-4f77-a948-027d1a99b40b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:12.947786 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-dd738dcd-0b92-4d80-91d8-85c0d26a9d49 req-41010899-48cf-4f77-a948-027d1a99b40b service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=dbaf53e1aea443719d3e819cb3601631&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2759593 Aug 20 15:57:12.948389 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-308e4914-8032-433f-b03b-360d9f22a99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:12.958199 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:12.962895 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984c693-2629-4b78-a019-c9ac69d265f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359a6ef1-4d1f-4683-bd53-b9a2173c56ce,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:12.965548 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-0984c693-2629-4b78-a019-c9ac69d265f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:12.966811 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-0984c693-2629-4b78-a019-c9ac69d265f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:12.971297 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-0984c693-2629-4b78-a019-c9ac69d265f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/359a6ef1-4d1f-4683-bd53-b9a2173c56ce HTTP/1.1" status: 204 len: 168 time: 0.2357166 Aug 20 15:57:13.108503 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e4914-8032-433f-b03b-360d9f22a99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ea9dfa-b3aa-4da1-9214-59262640530c,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:13.117393 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-308e4914-8032-433f-b03b-360d9f22a99d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:13.134753 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-308e4914-8032-433f-b03b-360d9f22a99d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0326f99477b54423b6af53f1ad1f5dd9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6593580 Aug 20 15:57:13.137312 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 58280) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:57:13.150556 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-fa496783-04aa-471a-8568-01336c49a554 req-0c4bc25d-6f9c-44fb-a734-587a9bda37e5 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465892 Aug 20 15:57:13.169197 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:13.245568 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd738dcd-0b92-4d80-91d8-85c0d26a9d49 req-be9cdf1d-d8c4-4e61-bf88-5bfbf707e928 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:13.248128 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-dd738dcd-0b92-4d80-91d8-85c0d26a9d49 req-be9cdf1d-d8c4-4e61-bf88-5bfbf707e928 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2908206 Aug 20 15:57:13.257981 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ad5cac31-10e0-48c6-a9ca-017a499f0376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:13.374918 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ad5cac31-10e0-48c6-a9ca-017a499f0376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:13.480038 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ad5cac31-10e0-48c6-a9ca-017a499f0376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:13.484450 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-d1d959a1-6a48-4fb4-9921-83ed4d822dc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:13.498753 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-c496b7f3-777f-4ddc-9fd7-29dc88db8403 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dbaf53e1aea443719d3e819cb3601631&device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 1096 time: 0.1794000 Aug 20 15:57:13.513038 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fd74b-bd30-433f-b430-27fecfd47a6a req-3ef6ed72-a678-4e30-ae4c-a2edf3aca19b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:13.519079 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5cac31-10e0-48c6-a9ca-017a499f0376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ea9dfa-b3aa-4da1-9214-59262640530c,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:13.520571 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c31fd74b-bd30-433f-b430-27fecfd47a6a req-3ef6ed72-a678-4e30-ae4c-a2edf3aca19b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 943 time: 0.2000015 Aug 20 15:57:13.523687 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-ad5cac31-10e0-48c6-a9ca-017a499f0376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:13.527846 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ad5cac31-10e0-48c6-a9ca-017a499f0376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:13.531984 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-ad5cac31-10e0-48c6-a9ca-017a499f0376 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80ea9dfa-b3aa-4da1-9214-59262640530c HTTP/1.1" status: 204 len: 168 time: 0.3904879 Aug 20 15:57:13.683640 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-23d2bd95-e0bd-420b-b206-302b937bda16 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b492b5b8-a0d4-4c7b-a96a-842cf248fefd HTTP/1.1" status: 200 len: 217 time: 0.1434484 Aug 20 15:57:13.693495 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 58294) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:57:13.727508 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-22cfaf73-d140-48e7-86a6-54075efeb67f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:13.782424 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-22cfaf73-d140-48e7-86a6-54075efeb67f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:57:13.789713 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-22cfaf73-d140-48e7-86a6-54075efeb67f admin admin] Usage tracker for resource:security_group_rule and tenant:e1fd67e6adf44dd78af82da722d663e8 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:57:13.796099 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-22cfaf73-d140-48e7-86a6-54075efeb67f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:57:13.804517 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-22cfaf73-d140-48e7-86a6-54075efeb67f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:57:13.878660 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c31fd74b-bd30-433f-b430-27fecfd47a6a req-cfa644f7-dafb-40ab-a499-697dddebc3c9 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3563523 Aug 20 15:57:13.940200 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-8015e2cb-0ee4-435e-ae25-4460a994dabd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:13.941805 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-8015e2cb-0ee4-435e-ae25-4460a994dabd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2eac451a-2e42-4f5c-8315-eccf4786e9f0 HTTP/1.1" status: 200 len: 855 time: 0.2173524 Aug 20 15:57:13.949153 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-22cfaf73-d140-48e7-86a6-54075efeb67f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:13.967578 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-22cfaf73-d140-48e7-86a6-54075efeb67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:13.971326 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-1bb91bfd-0f23-4e7d-854b-b3b4af5fdb2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:14.020309 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165db460-bf28-47ce-8613-578f0be03a1c req-71d82fb5-0ed9-42b3-bf1c-65dab33c34ba tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:14.021942 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-165db460-bf28-47ce-8613-578f0be03a1c req-71d82fb5-0ed9-42b3-bf1c-65dab33c34ba tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 945 time: 0.3407269 Aug 20 15:57:14.087296 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-22cfaf73-d140-48e7-86a6-54075efeb67f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1fd67e6adf44dd78af82da722d663e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3917811 Aug 20 15:57:14.089582 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cfaf73-d140-48e7-86a6-54075efeb67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c466cf2-076a-46ee-9a01-a60c1f734cfc,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:14.092493 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 58306) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:57:14.095709 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-22cfaf73-d140-48e7-86a6-54075efeb67f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:14.102919 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-165db460-bf28-47ce-8613-578f0be03a1c req-afe52b89-e886-4559-99bc-0c5d35bc4a1c tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725343 Aug 20 15:57:14.125491 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-551c3ea5-e8fa-47c6-b589-5d410475f728 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a2292af7-a948-4fc0-8b0a-97b490608a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1682718 Aug 20 15:57:14.211259 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-e93447b3-d670-48d2-b5e6-5fe37dc60bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:14.260170 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-e93447b3-d670-48d2-b5e6-5fe37dc60bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:14.344131 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-e93447b3-d670-48d2-b5e6-5fe37dc60bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:14.349773 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-25552f14-8220-4799-b0d6-6d9f3e283a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:14.366576 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-e93447b3-d670-48d2-b5e6-5fe37dc60bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:14.367279 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-e93447b3-d670-48d2-b5e6-5fe37dc60bb8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c466cf2-076a-46ee-9a01-a60c1f734cfc HTTP/1.1" status: 204 len: 168 time: 0.2737632 Aug 20 15:57:14.370859 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93447b3-d670-48d2-b5e6-5fe37dc60bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c466cf2-076a-46ee-9a01-a60c1f734cfc,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:14.373763 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-e93447b3-d670-48d2-b5e6-5fe37dc60bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:14.423086 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-428a291b-0bf1-4d09-81d0-87be9ca9e556 service neutron] 10.222.0.54 "GET /v2.0/networks/a2292af7-a948-4fc0-8b0a-97b490608a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780426 Aug 20 15:57:14.469207 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3d09e-d31d-4451-bf31-5085fa717cee req-9471951f-fd1d-4179-af64-ba6e4d9953b0 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:14.474613 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e1b3d09e-d31d-4451-bf31-5085fa717cee req-9471951f-fd1d-4179-af64-ba6e4d9953b0 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.2393000 Aug 20 15:57:14.601488 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10795b2c-e0f4-4128-8502-023de446e7ac req-91d7c0df-6beb-441c-b3bf-05a6761db070 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:14.604037 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-10795b2c-e0f4-4128-8502-023de446e7ac req-91d7c0df-6beb-441c-b3bf-05a6761db070 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=1474d14a-d792-4cf7-932e-abb11c1a04d9 HTTP/1.1" status: 200 len: 946 time: 0.2690079 Aug 20 15:57:14.642955 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e1b3d09e-d31d-4451-bf31-5085fa717cee req-18ea7110-e67b-4cba-9a50-7cff570e217b tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622849 Aug 20 15:57:14.652703 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:14.690723 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-050d8210-c4d1-4862-b3c1-de336613fc6b req-d65c05f1-48f2-4bfb-bea7-f453f9abe3f8 service neutron] 10.222.0.54 "GET /v2.0/networks/a2292af7-a948-4fc0-8b0a-97b490608a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510221 Aug 20 15:57:14.724571 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-10795b2c-e0f4-4128-8502-023de446e7ac req-00860934-3d9a-4f02-b736-3792e6432c43 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101861 Aug 20 15:57:15.104012 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 58344) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:57:15.147944 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-0f8653f6-23ea-4dd3-b663-f37a361faf09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:15.199614 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-0f8653f6-23ea-4dd3-b663-f37a361faf09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:57:15.204581 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-0f8653f6-23ea-4dd3-b663-f37a361faf09 admin admin] Usage tracker for resource:security_group_rule and tenant:26f67d64c1ac4bbf9b94e97681f70a65 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:57:15.208765 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-0f8653f6-23ea-4dd3-b663-f37a361faf09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:57:15.217442 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-0f8653f6-23ea-4dd3-b663-f37a361faf09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:57:15.257315 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94491c-e82a-49a2-abd2-fbef333e4cfd req-ad2231a2-6cf7-4820-b516-0fecec8994fd tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:15.264670 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-fb94491c-e82a-49a2-abd2-fbef333e4cfd req-ad2231a2-6cf7-4820-b516-0fecec8994fd tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 943 time: 0.2009788 Aug 20 15:57:15.413476 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-fb94491c-e82a-49a2-abd2-fbef333e4cfd req-3900a7a6-194c-48d0-9399-282f8dd3e5f9 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422017 Aug 20 15:57:15.452343 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-0f8653f6-23ea-4dd3-b663-f37a361faf09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:15.458950 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-0f8653f6-23ea-4dd3-b663-f37a361faf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:15.467005 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-a0f5288d-0e38-4379-ae8d-e155f75a576f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:15.555313 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-0f8653f6-23ea-4dd3-b663-f37a361faf09 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26f67d64c1ac4bbf9b94e97681f70a65&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4501276 Aug 20 15:57:15.558515 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 58364) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:57:15.574373 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8653f6-23ea-4dd3-b663-f37a361faf09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9f6dae-247b-40cc-8d91-c4094242241c,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:15.594382 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-0f8653f6-23ea-4dd3-b663-f37a361faf09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:15.667328 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-592ffeea-0223-4384-a1b8-3fa3eca8e58f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:15.697000 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-592ffeea-0223-4384-a1b8-3fa3eca8e58f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:15.755204 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-592ffeea-0223-4384-a1b8-3fa3eca8e58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:15.759292 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:15.773555 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ffeea-0223-4384-a1b8-3fa3eca8e58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9f6dae-247b-40cc-8d91-c4094242241c,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:15.777872 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-592ffeea-0223-4384-a1b8-3fa3eca8e58f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:15.792078 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-592ffeea-0223-4384-a1b8-3fa3eca8e58f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:15.793390 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-592ffeea-0223-4384-a1b8-3fa3eca8e58f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a9f6dae-247b-40cc-8d91-c4094242241c HTTP/1.1" status: 204 len: 168 time: 0.2337468 Aug 20 15:57:16.749606 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542e5dd-d93e-4bde-a389-e3a8b8428f38 req-7f41652a-7e96-4d02-83f0-d2fd87e95eba tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:16.765012 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6542e5dd-d93e-4bde-a389-e3a8b8428f38 req-7f41652a-7e96-4d02-83f0-d2fd87e95eba tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 943 time: 0.1503193 Aug 20 15:57:16.825182 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6542e5dd-d93e-4bde-a389-e3a8b8428f38 req-98abdfda-a889-40b8-8787-67406764127a tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592780 Aug 20 15:57:16.840914 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device b492b5b8-a0d4-4c7b-a96a-842cf248fefd details requested by agent hyperv_hv-cinder-80539 with host hv-cinder-80539 {{(pid=75062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 15:57:17.179887 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port b492b5b8-a0d4-4c7b-a96a-842cf248fefd, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=b492b5b8-a0d4-4c7b-a96a-842cf248fefd,segment=NetworkSegment(68bd6238-2a31-45ae-8fff-c07ee9ddc968),segment_id=68bd6238-2a31-45ae-8fff-c07ee9ddc968)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:57:17.205039 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Returning: {'device': 'b492b5b8-a0d4-4c7b-a96a-842cf248fefd', 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31', 'port_id': 'b492b5b8-a0d4-4c7b-a96a-842cf248fefd', 'mac_address': 'fa:16:3e:8d:1e:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eac451a-2e42-4f5c-8315-eccf4786e9f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 15:57:17.391265 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:17.425355 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b492b5b8-a0d4-4c7b-a96a-842cf248fefd {{(pid=75062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:57:17.473004 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port b492b5b8-a0d4-4c7b-a96a-842cf248fefd, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=b492b5b8-a0d4-4c7b-a96a-842cf248fefd,segment=NetworkSegment(68bd6238-2a31-45ae-8fff-c07ee9ddc968),segment_id=68bd6238-2a31-45ae-8fff-c07ee9ddc968)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:57:17.480196 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:17.482169 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:17.610310 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=b492b5b8-a0d4-4c7b-a96a-842cf248fefd,revision_number=4']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:17.617400 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:17.720169 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-deb38dea-4f22-4332-932d-4f43fdd8a144 req-65e189ca-3662-4433-8ac6-824a5ca8f769 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f67c0c6df4d74cfab74276f0502944b4&device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 1098 time: 0.2156775 Aug 20 15:57:17.860942 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['b492b5b8-a0d4-4c7b-a96a-842cf248fefd'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 15:57:17.998678 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb38dea-4f22-4332-932d-4f43fdd8a144 req-ab5da523-0f40-4ea5-bb6b-ecc8f3324619 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:18.000816 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-deb38dea-4f22-4332-932d-4f43fdd8a144 req-ab5da523-0f40-4ea5-bb6b-ecc8f3324619 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fc37f4d2-7566-422c-9224-61d148cf8ba2 HTTP/1.1" status: 200 len: 920 time: 0.2712822 Aug 20 15:57:18.023138 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22d0d0-171f-4fe2-8242-dd21f63fe482 req-58f625a7-983b-46b4-9527-b9faef0920cf tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:18.035914 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5e22d0d0-171f-4fe2-8242-dd21f63fe482 req-58f625a7-983b-46b4-9527-b9faef0920cf tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.1913464 Aug 20 15:57:18.043647 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:18.182559 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 58480) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:57:18.236263 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-deb38dea-4f22-4332-932d-4f43fdd8a144 req-69c1db2c-b314-4022-ae8d-6949cc5107d0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8dafc45-0347-45eb-80fb-a1ea612a94dd HTTP/1.1" status: 200 len: 217 time: 0.1945033 Aug 20 15:57:18.428846 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5e22d0d0-171f-4fe2-8242-dd21f63fe482 req-f828f094-a3aa-4b87-8eb1-c0b7eec6b684 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905499 Aug 20 15:57:18.461375 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb38dea-4f22-4332-932d-4f43fdd8a144 req-5a964ce4-95f9-4033-92e4-af59ad955170 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:18.464539 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-deb38dea-4f22-4332-932d-4f43fdd8a144 req-5a964ce4-95f9-4033-92e4-af59ad955170 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=10eaa4f8-a6eb-4f2f-96c7-b53d6cba92f7 HTTP/1.1" status: 200 len: 858 time: 0.1339960 Aug 20 15:57:18.528852 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8ef39-16c0-42b2-bbcb-2ccc1e9cec58 req-400f5cf8-363c-460a-8a0f-c6ec79a5d441 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:18.530488 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3bf8ef39-16c0-42b2-bbcb-2ccc1e9cec58 req-400f5cf8-363c-460a-8a0f-c6ec79a5d441 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 944 time: 0.3157649 Aug 20 15:57:18.537865 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-deb38dea-4f22-4332-932d-4f43fdd8a144 req-71e608a4-c706-4f42-823f-d1aa6512960d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fc37f4d2-7566-422c-9224-61d148cf8ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575995 Aug 20 15:57:18.579665 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-3b677ee9-ecbd-48c2-80ac-a96572b6e18a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:18.620296 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-3b677ee9-ecbd-48c2-80ac-a96572b6e18a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:57:18.625491 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-3b677ee9-ecbd-48c2-80ac-a96572b6e18a admin admin] Usage tracker for resource:security_group_rule and tenant:5420b2b0e3e9468eaed2d298f5936c26 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:57:18.628660 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-3b677ee9-ecbd-48c2-80ac-a96572b6e18a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:57:18.636406 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-3b677ee9-ecbd-48c2-80ac-a96572b6e18a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:57:18.723252 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-3b677ee9-ecbd-48c2-80ac-a96572b6e18a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:18.728023 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-3b677ee9-ecbd-48c2-80ac-a96572b6e18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:18.736393 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-48502502-8357-420e-8b8e-2c24f459aa68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:18.779691 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3bf8ef39-16c0-42b2-bbcb-2ccc1e9cec58 req-7adddeb4-3492-4b04-bef1-04ed12f9229a tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2407582 Aug 20 15:57:18.785527 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b677ee9-ecbd-48c2-80ac-a96572b6e18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7427003e-746d-4886-bd78-34f96797b9f0,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:18.789107 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-3b677ee9-ecbd-48c2-80ac-a96572b6e18a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:18.794951 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-3b677ee9-ecbd-48c2-80ac-a96572b6e18a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5420b2b0e3e9468eaed2d298f5936c26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6105320 Aug 20 15:57:18.796293 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 58498) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:57:18.852587 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-deb38dea-4f22-4332-932d-4f43fdd8a144 req-6893edd1-6624-45eb-ac21-77c9fde98205 service neutron] 10.222.0.54 "GET /v2.0/networks/fc37f4d2-7566-422c-9224-61d148cf8ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974713 Aug 20 15:57:18.979579 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-d3383cd6-f282-4328-a163-9b1cf84829e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:19.039794 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-d3383cd6-f282-4328-a163-9b1cf84829e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:19.054722 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-deb38dea-4f22-4332-932d-4f43fdd8a144 req-b26242d5-f59e-4db7-b516-bc73dc14def2 service neutron] 10.222.0.54 "GET /v2.0/networks/fc37f4d2-7566-422c-9224-61d148cf8ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923394 Aug 20 15:57:19.115516 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-d3383cd6-f282-4328-a163-9b1cf84829e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:19.122615 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:19.138817 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3383cd6-f282-4328-a163-9b1cf84829e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7427003e-746d-4886-bd78-34f96797b9f0,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:19.141986 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-d3383cd6-f282-4328-a163-9b1cf84829e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:19.143419 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-d3383cd6-f282-4328-a163-9b1cf84829e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:19.144805 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-d3383cd6-f282-4328-a163-9b1cf84829e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7427003e-746d-4886-bd78-34f96797b9f0 HTTP/1.1" status: 204 len: 168 time: 0.3474381 Aug 20 15:57:19.540003 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 58530) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:57:19.589089 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-acbe0859-f525-47ab-a792-d88f4694cea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:19.646149 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-acbe0859-f525-47ab-a792-d88f4694cea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:57:19.650572 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-acbe0859-f525-47ab-a792-d88f4694cea9 admin admin] Usage tracker for resource:security_group_rule and tenant:70a588f64108454197ec817800a31579 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:57:19.653576 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-acbe0859-f525-47ab-a792-d88f4694cea9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:57:19.659535 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-acbe0859-f525-47ab-a792-d88f4694cea9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:57:19.660161 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba8349-2cdf-48f5-b7fc-909d07ea7790 req-b11ded0c-3058-4b60-91f3-63caea8d9ebf tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:19.661697 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-beba8349-2cdf-48f5-b7fc-909d07ea7790 req-b11ded0c-3058-4b60-91f3-63caea8d9ebf tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.1006885 Aug 20 15:57:19.721870 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-beba8349-2cdf-48f5-b7fc-909d07ea7790 req-22dbecd6-b4fc-499a-bad3-abf39a80c8ca tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530424 Aug 20 15:57:19.748140 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-acbe0859-f525-47ab-a792-d88f4694cea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:19.753762 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-acbe0859-f525-47ab-a792-d88f4694cea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:19.764580 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-0f8653f6-23ea-4dd3-b663-f37a361faf09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:19.806862 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe0859-f525-47ab-a792-d88f4694cea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa84b4d0-9268-4886-9aa2-7a34aa8e9d9e,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:19.810125 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-acbe0859-f525-47ab-a792-d88f4694cea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:19.814230 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-acbe0859-f525-47ab-a792-d88f4694cea9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=70a588f64108454197ec817800a31579&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2723808 Aug 20 15:57:19.817631 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 58538) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:57:19.913843 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-67f24a56-8b47-4607-9384-451ed61b76ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:19.960250 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-67f24a56-8b47-4607-9384-451ed61b76ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:20.097956 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a586d9d-dadd-4641-bf1b-3e3b4f6a0acf req-8f2d477f-0489-4706-ba68-b17d9e0e8a10 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:20.099612 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-1a586d9d-dadd-4641-bf1b-3e3b4f6a0acf req-8f2d477f-0489-4706-ba68-b17d9e0e8a10 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 944 time: 0.1263201 Aug 20 15:57:20.128475 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-67f24a56-8b47-4607-9384-451ed61b76ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:20.135103 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:20.155509 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f24a56-8b47-4607-9384-451ed61b76ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa84b4d0-9268-4886-9aa2-7a34aa8e9d9e,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:20.160939 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-67f24a56-8b47-4607-9384-451ed61b76ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:20.180159 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-67f24a56-8b47-4607-9384-451ed61b76ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:20.182035 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-67f24a56-8b47-4607-9384-451ed61b76ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa84b4d0-9268-4886-9aa2-7a34aa8e9d9e HTTP/1.1" status: 204 len: 168 time: 0.3626969 Aug 20 15:57:20.190225 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-1a586d9d-dadd-4641-bf1b-3e3b4f6a0acf req-02e7206f-cad6-4df3-bce5-cfdecc88c069 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837114 Aug 20 15:57:20.859413 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device b492b5b8-a0d4-4c7b-a96a-842cf248fefd up at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:57:20.961819 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning for port b492b5b8-a0d4-4c7b-a96a-842cf248fefd completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:57:20.970523 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning complete for port b492b5b8-a0d4-4c7b-a96a-842cf248fefd triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:57:20.971176 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:21.051203 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c14a0-6876-4507-a828-db4fe8aa5a86 req-015a0eaa-90dd-4de5-a151-1245a939bf74 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:21.052720 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f67c14a0-6876-4507-a828-db4fe8aa5a86 req-015a0eaa-90dd-4de5-a151-1245a939bf74 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.1858802 Aug 20 15:57:21.113996 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:21.147177 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f67c14a0-6876-4507-a828-db4fe8aa5a86 req-97442f7d-45ef-4cee-8351-c7e35ce28f03 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877628 Aug 20 15:57:21.187323 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44698783-c74f-4d38-bbe8-a96ef5ca3b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b492b5b8-a0d4-4c7b-a96a-842cf248fefd'}] {{(pid=75062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:57:21.205826 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port b492b5b8-a0d4-4c7b-a96a-842cf248fefd, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=b492b5b8-a0d4-4c7b-a96a-842cf248fefd,segment=NetworkSegment(68bd6238-2a31-45ae-8fff-c07ee9ddc968),segment_id=68bd6238-2a31-45ae-8fff-c07ee9ddc968)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:57:21.213443 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:21.220112 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:21.315114 dv-cinder-805398-3-smb neutron-server[75062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44698783-c74f-4d38-bbe8-a96ef5ca3b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b492b5b8-a0d4-4c7b-a96a-842cf248fefd', 'code': 200} Aug 20 15:57:21.315683 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=b492b5b8-a0d4-4c7b-a96a-842cf248fefd,revision_number=5']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:21.319264 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:21.765636 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7246f-978f-4b49-8522-0cc6e7d1830a req-11dfcf36-a51a-41ad-9480-0b344e902a4e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:21.767234 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-74a7246f-978f-4b49-8522-0cc6e7d1830a req-11dfcf36-a51a-41ad-9480-0b344e902a4e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 945 time: 0.2039013 Aug 20 15:57:21.791102 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-62e7e0da-0e8c-418d-ae48-81463b30a502 req-5af7f4c8-d062-4f47-98f1-aad4b0fae4eb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 1098 time: 0.1542101 Aug 20 15:57:21.855955 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-74a7246f-978f-4b49-8522-0cc6e7d1830a req-6827f479-2542-4b8b-8da3-8a1fe4823ed9 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829196 Aug 20 15:57:21.865590 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-62e7e0da-0e8c-418d-ae48-81463b30a502 req-252c5492-568f-4a09-8464-30e0c25eea13 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574512 Aug 20 15:57:22.236512 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 58644) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:57:22.382725 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f017d5c-9bb0-4928-b90b-97435bf4d228 req-f1a72191-801d-48ee-b1b3-1cf230932560 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:22.384349 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5f017d5c-9bb0-4928-b90b-97435bf4d228 req-f1a72191-801d-48ee-b1b3-1cf230932560 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.0847940 Aug 20 15:57:22.476062 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5f017d5c-9bb0-4928-b90b-97435bf4d228 req-bf9edbbf-0ece-4087-9980-c3a4a9796cba tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840793 Aug 20 15:57:22.517530 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-fd69af7b-5e40-4c38-b0f1-8b80d593c02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:22.580291 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-fd69af7b-5e40-4c38-b0f1-8b80d593c02c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:57:22.585682 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-fd69af7b-5e40-4c38-b0f1-8b80d593c02c admin admin] Usage tracker for resource:security_group_rule and tenant:31bf279758ab4f10b77b278c403f21e2 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:57:22.589184 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-fd69af7b-5e40-4c38-b0f1-8b80d593c02c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:57:22.600323 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-fd69af7b-5e40-4c38-b0f1-8b80d593c02c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:57:22.677000 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-fd69af7b-5e40-4c38-b0f1-8b80d593c02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:22.682857 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-fd69af7b-5e40-4c38-b0f1-8b80d593c02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:22.690156 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-5d8e7423-afa8-4c18-8a4a-ce4b4203460c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:22.732969 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69af7b-5e40-4c38-b0f1-8b80d593c02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f035de79-b1f4-4f7a-a42e-1a03debac688,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:22.747327 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-fd69af7b-5e40-4c38-b0f1-8b80d593c02c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31bf279758ab4f10b77b278c403f21e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5089905 Aug 20 15:57:22.748868 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd69af7b-5e40-4c38-b0f1-8b80d593c02c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:22.749216 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd69af7b-5e40-4c38-b0f1-8b80d593c02c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:22.749564 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd69af7b-5e40-4c38-b0f1-8b80d593c02c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:22.749933 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd69af7b-5e40-4c38-b0f1-8b80d593c02c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:22.750272 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd69af7b-5e40-4c38-b0f1-8b80d593c02c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:22.750380 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 58654) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:57:22.750822 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd69af7b-5e40-4c38-b0f1-8b80d593c02c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:22.750942 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd69af7b-5e40-4c38-b0f1-8b80d593c02c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:22.751274 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd69af7b-5e40-4c38-b0f1-8b80d593c02c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:22.751632 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd69af7b-5e40-4c38-b0f1-8b80d593c02c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:22.751988 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd69af7b-5e40-4c38-b0f1-8b80d593c02c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:22.752273 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd69af7b-5e40-4c38-b0f1-8b80d593c02c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:22.756983 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-fd69af7b-5e40-4c38-b0f1-8b80d593c02c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:22.822539 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-cc9a8f1c-5ecd-4e33-893c-a696617243df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:22.851456 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-cc9a8f1c-5ecd-4e33-893c-a696617243df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:22.921486 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-cc9a8f1c-5ecd-4e33-893c-a696617243df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:22.925551 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-ad5cac31-10e0-48c6-a9ca-017a499f0376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:22.945339 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a8f1c-5ecd-4e33-893c-a696617243df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f035de79-b1f4-4f7a-a42e-1a03debac688,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:22.948325 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-cc9a8f1c-5ecd-4e33-893c-a696617243df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:22.977289 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-cc9a8f1c-5ecd-4e33-893c-a696617243df admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:22.994551 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-cc9a8f1c-5ecd-4e33-893c-a696617243df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f035de79-b1f4-4f7a-a42e-1a03debac688 HTTP/1.1" status: 204 len: 168 time: 0.2430661 Aug 20 15:57:23.205057 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b16022-7f44-43a0-8248-4ae12e7a8350 req-c7335fe7-6748-4fe8-99c4-cefe75e29ebd tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:23.206585 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-70b16022-7f44-43a0-8248-4ae12e7a8350 req-c7335fe7-6748-4fe8-99c4-cefe75e29ebd tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 945 time: 0.0919583 Aug 20 15:57:23.258650 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-70b16022-7f44-43a0-8248-4ae12e7a8350 req-ba41cf06-4c3c-4f01-ab42-e61d2336972e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451195 Aug 20 15:57:23.808263 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a32035-233c-478d-a8a6-53d175d9d100 req-51ebcb90-10ae-483e-a94a-e4eaf06c4538 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:23.810437 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-18a32035-233c-478d-a8a6-53d175d9d100 req-51ebcb90-10ae-483e-a94a-e4eaf06c4538 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.1014969 Aug 20 15:57:23.881409 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-18a32035-233c-478d-a8a6-53d175d9d100 req-2114247f-cfb9-4a4a-986a-4144352a4580 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636654 Aug 20 15:57:24.263832 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-b2e3d0e3-8bc9-4b33-baa9-d26f248c4767 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:24.265511 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-b2e3d0e3-8bc9-4b33-baa9-d26f248c4767 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/networks?id=30067384-36e2-4f1d-a3f2-0548715d97a2 HTTP/1.1" status: 200 len: 815 time: 0.1705775 Aug 20 15:57:24.284205 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-59b5b946-b529-4c7a-a62e-53c12264f712 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/quotas/3ef32ffa9742498dbab644d6d4143034 HTTP/1.1" status: 200 len: 375 time: 0.0109324 Aug 20 15:57:24.388426 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-5e531a51-1f4b-4121-87a3-e66639fbf853 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ef32ffa9742498dbab644d6d4143034&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0979147 Aug 20 15:57:24.587603 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-18272b6c-4668-46a3-ab5b-cf87ebd67706 service neutron] 10.222.0.13 "GET /v2.0/networks/30067384-36e2-4f1d-a3f2-0548715d97a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923795 Aug 20 15:57:24.599610 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94caa6bf-1e7c-43c1-ac79-700d82f4d69d req-eab134f8-20aa-4f24-baef-418294792886 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:24.601095 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-94caa6bf-1e7c-43c1-ac79-700d82f4d69d req-eab134f8-20aa-4f24-baef-418294792886 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 945 time: 0.1837239 Aug 20 15:57:24.826652 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-94caa6bf-1e7c-43c1-ac79-700d82f4d69d req-6a7637a2-d8aa-40ba-806d-dd7b47cf4338 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040143 Aug 20 15:57:24.915000 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-e281b998-83ec-454a-95a6-47b90b023076 service neutron] 10.222.0.13 "GET /v2.0/networks/30067384-36e2-4f1d-a3f2-0548715d97a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129280 Aug 20 15:57:25.370846 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21c959-a7e9-46de-b9b2-e90b460aa892 req-64c01599-87f1-4a67-890c-a0e3d8541021 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:25.372540 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7e21c959-a7e9-46de-b9b2-e90b460aa892 req-64c01599-87f1-4a67-890c-a0e3d8541021 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.1352985 Aug 20 15:57:25.383096 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6dd4b-db20-4f8f-9c58-78ac6bc1e228 req-abf55dc1-f219-42ca-810c-e3799775f5b8 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:25.385578 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-99d6dd4b-db20-4f8f-9c58-78ac6bc1e228 req-abf55dc1-f219-42ca-810c-e3799775f5b8 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 945 time: 0.2253819 Aug 20 15:57:25.394645 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 58744) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:57:25.403628 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-63b02786-6712-4065-a696-dcaa628cbed7 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Request body: {'floatingip': {'port_id': 'b492b5b8-a0d4-4c7b-a96a-842cf248fefd'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:57:25.451560 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7e21c959-a7e9-46de-b9b2-e90b460aa892 req-9ccbab4f-ad20-4de6-b433-eb2402c873d8 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636573 Aug 20 15:57:25.510679 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ecb28843-0c5c-4555-9d65-ff886392ed9c req-92aaa7ca-7187-4cff-9f0c-cdeb6ed403af tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=926e508e-5def-4f07-ab60-c535ab5cdad5 HTTP/1.1" status: 200 len: 210 time: 0.0452564 Aug 20 15:57:25.594553 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-63b02786-6712-4065-a696-dcaa628cbed7 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for floatingip, before_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:26.537234 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-63b02786-6712-4065-a696-dcaa628cbed7 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:26.543109 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-63b02786-6712-4065-a696-dcaa628cbed7 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405581'] for floatingip, after_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:26.957457 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.db.l3_db [None req-63b02786-6712-4065-a696-dcaa628cbed7 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Floating IP 40621d19-657a-48b4-ab97-20b7bcff2a32 associated. External IP: 172.28.2.126, port: b492b5b8-a0d4-4c7b-a96a-842cf248fefd. Aug 20 15:57:27.014294 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a5b13cc8-965a-4fcc-b051-3e8c2a3b6645 req-b2cb501c-c681-486f-9512-248fe7a1ef3f tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=926e508e-5def-4f07-ab60-c535ab5cdad5 HTTP/1.1" status: 200 len: 210 time: 0.1507177 Aug 20 15:57:27.054058 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-92fd7ef3-097f-4757-bc21-eee2375ecec8 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:27.056679 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-92fd7ef3-097f-4757-bc21-eee2375ecec8 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.54 "GET /v2.0/networks?id=30067384-36e2-4f1d-a3f2-0548715d97a2 HTTP/1.1" status: 200 len: 815 time: 0.4918358 Aug 20 15:57:27.068493 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bd2ef-db1d-4a95-b84f-1ef63d847424 req-826c78f5-efd7-432d-861c-25b5ad305b6a tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:27.071095 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-690bd2ef-db1d-4a95-b84f-1ef63d847424 req-826c78f5-efd7-432d-861c-25b5ad305b6a tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.3411736 Aug 20 15:57:27.107198 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-fa4d8ed5-bcc5-4c6a-84ca-c258bd55e416 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Request body: {'port': {'device_id': '926e508e-5def-4f07-ab60-c535ab5cdad5', 'network_id': '30067384-36e2-4f1d-a3f2-0548715d97a2', 'admin_state_up': True, 'tenant_id': '3ef32ffa9742498dbab644d6d4143034'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:57:27.244352 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-690bd2ef-db1d-4a95-b84f-1ef63d847424 req-13fa8aeb-d77c-4757-910d-9837310dd0aa tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671505 Aug 20 15:57:27.310726 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-fa4d8ed5-bcc5-4c6a-84ca-c258bd55e416 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:57:27.331595 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-fa4d8ed5-bcc5-4c6a-84ca-c258bd55e416 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:57:27.352481 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-fa4d8ed5-bcc5-4c6a-84ca-c258bd55e416 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Made reservation on behalf of 3ef32ffa9742498dbab644d6d4143034 for: {'port': 1} {{(pid=75061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:57:27.357785 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-fa4d8ed5-bcc5-4c6a-84ca-c258bd55e416 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:27.656951 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.db_base_plugin_common [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-fa4d8ed5-bcc5-4c6a-84ca-c258bd55e416 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Allocated IP 172.20.0.14 (30067384-36e2-4f1d-a3f2-0548715d97a2/8513a594-b636-416f-a5b5-0a881f926347/caf9076d-c42e-4f5d-844f-e1095480abea) {{(pid=75061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:57:27.808068 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b02786-6712-4065-a696-dcaa628cbed7 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Router c7f629f4-b653-47b2-9fd4-bee4d6c98203 has already been hosted by L3 agent ecccf787-6cb6-4f52-bf94-e4285ae9b988 {{(pid=75060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:57:27.931655 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-fa4d8ed5-bcc5-4c6a-84ca-c258bd55e416 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Notify callbacks [] for port, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:27.965467 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-fa4d8ed5-bcc5-4c6a-84ca-c258bd55e416 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943'] for port, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:27.990099 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:27.990863 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['5034477f-7ae3-475f-b8fd-b2ae04ab132b', '5f8f0996-214d-4532-9b61-4bd9042c2c23', 'f0b13f3b-7dcc-4387-8196-390eb422909c'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 15:57:28.097700 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-fa4d8ed5-bcc5-4c6a-84ca-c258bd55e416 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Network 30067384-36e2-4f1d-a3f2-0548715d97a2 is already hosted by enough agents. {{(pid=75061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:57:28.104647 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.base_scheduler [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-fa4d8ed5-bcc5-4c6a-84ca-c258bd55e416 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Resources bound (agent type, host, resource id): {{(pid=75061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:57:28.123888 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-fa4d8ed5-bcc5-4c6a-84ca-c258bd55e416 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Received port after_create {{(pid=75061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:57:28.130648 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-fa4d8ed5-bcc5-4c6a-84ca-c258bd55e416 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:28.131554 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-fa4d8ed5-bcc5-4c6a-84ca-c258bd55e416 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:28.201743 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d8ed5-bcc5-4c6a-84ca-c258bd55e416 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Pushing event updated for resources: {'Port': ['ID=caf9076d-c42e-4f5d-844f-e1095480abea,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:28.209381 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-fa4d8ed5-bcc5-4c6a-84ca-c258bd55e416 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1083860 Aug 20 15:57:28.211130 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-fa4d8ed5-bcc5-4c6a-84ca-c258bd55e416 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:28.232174 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-af70b40f-2a68-4434-84d5-1002f8ba973d service neutron] Request body: {'port': {'device_id': '926e508e-5def-4f07-ab60-c535ab5cdad5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80539'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:57:28.245426 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b02786-6712-4065-a696-dcaa628cbed7 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify agent at l3_agent.dv-cinder-805398-3-smb the message routers_updated {{(pid=75060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:57:28.252777 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-63b02786-6712-4065-a696-dcaa628cbed7 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for floatingip, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:28.257043 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8244c25-3cc7-4fcf-b67f-d3e8ace46427 None None] Sync routers for ids ['c7f629f4-b653-47b2-9fd4-bee4d6c98203'] in dv-cinder-805398-3-smb {{(pid=75063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 20 15:57:28.290200 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8244c25-3cc7-4fcf-b67f-d3e8ace46427 None None] Routers {'c7f629f4-b653-47b2-9fd4-bee4d6c98203'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:57:28.291419 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-e8244c25-3cc7-4fcf-b67f-d3e8ace46427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T15:57:12Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['c7f629f4-b653-47b2-9fd4-bee4d6c98203'], 'active': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:57:28.346214 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-63b02786-6712-4065-a696-dcaa628cbed7 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "PUT /v2.0/floatingips/40621d19-657a-48b4-ab97-20b7bcff2a32 HTTP/1.1" status: 200 len: 991 time: 2.9500420 Aug 20 15:57:28.347443 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44698783-c74f-4d38-bbe8-a96ef5ca3b64', 'tag': 'b492b5b8-a0d4-4c7b-a96a-842cf248fefd'}] {{(pid=75060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:57:28.434285 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-af70b40f-2a68-4434-84d5-1002f8ba973d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:28.651950 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvr_db [None req-e8244c25-3cc7-4fcf-b67f-d3e8ace46427 None None] Set router c7f629f4-b653-47b2-9fd4-bee4d6c98203 gateway port host: dv-cinder-805398-3-smb {{(pid=75063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 15:57:29.147770 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-e8244c25-3cc7-4fcf-b67f-d3e8ace46427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'name': 'tempest-AttachVolumeShelveTestJSON-529608688-router', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:56:45Z', 'updated_at': '2021-08-20T15:56:52Z', 'revision_number': 4, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'gw_port': {'id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:56:46Z', 'updated_at': '2021-08-20T15:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_floatingips': [{'id': '40621d19-657a-48b4-ab97-20b7bcff2a32', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'floating_ip_address': '172.28.2.126', 'floating_network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'router_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'port_id': 'b492b5b8-a0d4-4c7b-a96a-842cf248fefd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31', 'mac_address': 'fa:16:3e:8d:1e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44698783-c74f-4d38-bbe8-a96ef5ca3b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:57:01Z', 'updated_at': '2021-08-20T15:57:26Z', 'revision_number': 1, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd56e7e8a-b169-4ab3-8661-652a6f28a144', 'name': '', 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'mac_address': 'fa:16:3e:6d:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2eac451a-2e42-4f5c-8315-eccf4786e9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:56:51Z', 'updated_at': '2021-08-20T15:57:06Z', 'revision_number': 5, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'subnets': [{'id': '2eac451a-2e42-4f5c-8315-eccf4786e9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:57:29.156927 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8244c25-3cc7-4fcf-b67f-d3e8ace46427 None None] Checking router: c7f629f4-b653-47b2-9fd4-bee4d6c98203 for host: dv-cinder-805398-3-smb {{(pid=75063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 20 15:57:29.173191 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8244c25-3cc7-4fcf-b67f-d3e8ace46427 None None] Routers {'c7f629f4-b653-47b2-9fd4-bee4d6c98203'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:57:29.174350 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-e8244c25-3cc7-4fcf-b67f-d3e8ace46427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T15:57:12Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['c7f629f4-b653-47b2-9fd4-bee4d6c98203'], 'active': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:57:29.217234 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87df70-1b81-4de0-b355-0e428336cea9 req-28fbdbc8-620d-4714-8ba0-2ee59bc5c796 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:29.217964 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-ad87df70-1b81-4de0-b355-0e428336cea9 req-28fbdbc8-620d-4714-8ba0-2ee59bc5c796 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Synchronizing usage tracker for tenant:3ef32ffa9742498dbab644d6d4143034 on resource:port {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 15:57:29.319000 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1f26b-231b-4e6e-9d17-06de2e70b059 req-dd6171b4-1a84-492f-979a-0808c7c718c4 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:29.320999 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6ca1f26b-231b-4e6e-9d17-06de2e70b059 req-dd6171b4-1a84-492f-979a-0808c7c718c4 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.6058767 Aug 20 15:57:29.325820 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-ad87df70-1b81-4de0-b355-0e428336cea9 req-28fbdbc8-620d-4714-8ba0-2ee59bc5c796 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Unset dirty status for tenant:3ef32ffa9742498dbab644d6d4143034 on resource:port {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 15:57:29.343320 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ad87df70-1b81-4de0-b355-0e428336cea9 req-28fbdbc8-620d-4714-8ba0-2ee59bc5c796 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=926e508e-5def-4f07-ab60-c535ab5cdad5 HTTP/1.1" status: 200 len: 932 time: 0.8752494 Aug 20 15:57:29.547588 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-af70b40f-2a68-4434-84d5-1002f8ba973d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf9076d-c42e-4f5d-844f-e1095480abea {{(pid=75061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:57:29.573327 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ad87df70-1b81-4de0-b355-0e428336cea9 req-dda6636b-56a8-4dfb-808c-563d1512640b tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290156 Aug 20 15:57:29.575263 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-af70b40f-2a68-4434-84d5-1002f8ba973d service neutron] Notify callbacks [] for port, precommit_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:29.596568 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6ca1f26b-231b-4e6e-9d17-06de2e70b059 req-5649f59b-2812-4db7-8fab-487fbe44a755 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510245 Aug 20 15:57:29.632764 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.provisioning_blocks [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-af70b40f-2a68-4434-84d5-1002f8ba973d service neutron] Transition to ACTIVE for port object caf9076d-c42e-4f5d-844f-e1095480abea will not be triggered until provisioned by entity L2. {{(pid=75061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:57:29.639138 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-af70b40f-2a68-4434-84d5-1002f8ba973d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:29.658592 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-a535feb7-fc94-49d6-ba26-04f88c9fbddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:29.678105 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvr_db [None req-e8244c25-3cc7-4fcf-b67f-d3e8ace46427 None None] Set router c7f629f4-b653-47b2-9fd4-bee4d6c98203 gateway port host: dv-cinder-805398-3-smb {{(pid=75063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 15:57:29.813916 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44698783-c74f-4d38-bbe8-a96ef5ca3b64', 'tag': 'b492b5b8-a0d4-4c7b-a96a-842cf248fefd', 'status': 'completed', 'code': 200} Aug 20 15:57:29.929781 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 58852) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:57:30.064760 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af70b40f-2a68-4434-84d5-1002f8ba973d service neutron] Pushing event updated for resources: {'Port': ['ID=caf9076d-c42e-4f5d-844f-e1095480abea,revision_number=2']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:30.080987 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-af70b40f-2a68-4434-84d5-1002f8ba973d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:30.087896 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-af70b40f-2a68-4434-84d5-1002f8ba973d service neutron] Attempting to bind port caf9076d-c42e-4f5d-844f-e1095480abea on host hv-cinder-80539 for vnic_type normal with profile {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:57:30.088517 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-af70b40f-2a68-4434-84d5-1002f8ba973d service neutron] Attempting to bind port caf9076d-c42e-4f5d-844f-e1095480abea by drivers openvswitch,hyperv on host hv-cinder-80539 at level 0 using segments [{'id': 'c2be3471-78dd-4aa1-bdce-665f59ef88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '30067384-36e2-4f1d-a3f2-0548715d97a2'}] {{(pid=75061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:57:30.088992 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-af70b40f-2a68-4434-84d5-1002f8ba973d service neutron] Attempting to bind port caf9076d-c42e-4f5d-844f-e1095480abea on network 30067384-36e2-4f1d-a3f2-0548715d97a2 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:57:30.108981 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-af70b40f-2a68-4434-84d5-1002f8ba973d service neutron] Port caf9076d-c42e-4f5d-844f-e1095480abea on network 30067384-36e2-4f1d-a3f2-0548715d97a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80539 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:57:30.109352 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-af70b40f-2a68-4434-84d5-1002f8ba973d service neutron] Attempting to bind port caf9076d-c42e-4f5d-844f-e1095480abea on network 30067384-36e2-4f1d-a3f2-0548715d97a2 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:57:30.122691 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-920970db-ce78-465a-9948-e83c14498ad3 req-144f05e7-185b-4e18-b819-c013c4bef3a9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dbaf53e1aea443719d3e819cb3601631&device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 1098 time: 0.2980874 Aug 20 15:57:30.123158 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-af70b40f-2a68-4434-84d5-1002f8ba973d service neutron] Checking agent: {'id': '8cb0eed4-3a83-4faf-85db-5d15db1f4851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80539', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 53, 18), 'started_at': datetime.datetime(2021, 8, 20, 15, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:57:30.123473 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-af70b40f-2a68-4434-84d5-1002f8ba973d service neutron] Checking segment: {'id': 'c2be3471-78dd-4aa1-bdce-665f59ef88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '30067384-36e2-4f1d-a3f2-0548715d97a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:57:30.123841 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-af70b40f-2a68-4434-84d5-1002f8ba973d service neutron] Bound using segment: {'id': 'c2be3471-78dd-4aa1-bdce-665f59ef88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '30067384-36e2-4f1d-a3f2-0548715d97a2'} {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:57:30.124395 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-af70b40f-2a68-4434-84d5-1002f8ba973d service neutron] Bound port: caf9076d-c42e-4f5d-844f-e1095480abea, host: hv-cinder-80539, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2be3471-78dd-4aa1-bdce-665f59ef88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '30067384-36e2-4f1d-a3f2-0548715d97a2'}}] {{(pid=75061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:57:30.124738 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-af70b40f-2a68-4434-84d5-1002f8ba973d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:30.192652 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-598409df-59ce-41f8-ac7c-563f574a516a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:30.237633 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-598409df-59ce-41f8-ac7c-563f574a516a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:57:30.242781 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-598409df-59ce-41f8-ac7c-563f574a516a admin admin] Usage tracker for resource:security_group_rule and tenant:6ac403e3b4d642c7972a0b517ffbff6e is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:57:30.246150 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-598409df-59ce-41f8-ac7c-563f574a516a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:57:30.260303 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-598409df-59ce-41f8-ac7c-563f574a516a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:57:30.341198 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-af70b40f-2a68-4434-84d5-1002f8ba973d service neutron] For port caf9076d-c42e-4f5d-844f-e1095480abea, host hv-cinder-80539, cleared binding levels {{(pid=75061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:57:30.373143 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-598409df-59ce-41f8-ac7c-563f574a516a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:30.379647 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-598409df-59ce-41f8-ac7c-563f574a516a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:30.403227 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920970db-ce78-465a-9948-e83c14498ad3 req-1fdbe2a1-6d22-487e-aecc-173805a8a2b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:30.405261 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-920970db-ce78-465a-9948-e83c14498ad3 req-1fdbe2a1-6d22-487e-aecc-173805a8a2b9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a2292af7-a948-4fc0-8b0a-97b490608a31 HTTP/1.1" status: 200 len: 918 time: 0.2709777 Aug 20 15:57:30.410401 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-af70b40f-2a68-4434-84d5-1002f8ba973d service neutron] For port caf9076d-c42e-4f5d-844f-e1095480abea, host hv-cinder-80539, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=caf9076d-c42e-4f5d-844f-e1095480abea,segment=NetworkSegment(c2be3471-78dd-4aa1-bdce-665f59ef88b0),segment_id=c2be3471-78dd-4aa1-bdce-665f59ef88b0)] {{(pid=75061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:57:30.412716 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-acbe0859-f525-47ab-a792-d88f4694cea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:30.419871 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-e8244c25-3cc7-4fcf-b67f-d3e8ace46427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'name': 'tempest-AttachVolumeShelveTestJSON-529608688-router', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:56:45Z', 'updated_at': '2021-08-20T15:56:52Z', 'revision_number': 4, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'gw_port': {'id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:56:46Z', 'updated_at': '2021-08-20T15:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_floatingips': [{'id': '40621d19-657a-48b4-ab97-20b7bcff2a32', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'floating_ip_address': '172.28.2.126', 'floating_network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'router_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'port_id': 'b492b5b8-a0d4-4c7b-a96a-842cf248fefd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31', 'mac_address': 'fa:16:3e:8d:1e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44698783-c74f-4d38-bbe8-a96ef5ca3b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:57:01Z', 'updated_at': '2021-08-20T15:57:26Z', 'revision_number': 1, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd56e7e8a-b169-4ab3-8661-652a6f28a144', 'name': '', 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'mac_address': 'fa:16:3e:6d:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2eac451a-2e42-4f5c-8315-eccf4786e9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:56:51Z', 'updated_at': '2021-08-20T15:57:06Z', 'revision_number': 5, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'subnets': [{'id': '2eac451a-2e42-4f5c-8315-eccf4786e9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:57:30.423063 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-af70b40f-2a68-4434-84d5-1002f8ba973d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:30.423995 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-598409df-59ce-41f8-ac7c-563f574a516a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ac403e3b4d642c7972a0b517ffbff6e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4913433 Aug 20 15:57:30.427656 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 58860) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:57:30.428978 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8244c25-3cc7-4fcf-b67f-d3e8ace46427 None None] The sync data for ids ['c7f629f4-b653-47b2-9fd4-bee4d6c98203'] in dv-cinder-805398-3-smb is: [{'id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'name': 'tempest-AttachVolumeShelveTestJSON-529608688-router', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:56:45Z', 'updated_at': '2021-08-20T15:56:52Z', 'revision_number': 4, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'gw_port': {'id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:56:46Z', 'updated_at': '2021-08-20T15:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_floatingips': [{'id': '40621d19-657a-48b4-ab97-20b7bcff2a32', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'floating_ip_address': '172.28.2.126', 'floating_network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'router_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'port_id': 'b492b5b8-a0d4-4c7b-a96a-842cf248fefd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31', 'mac_address': 'fa:16:3e:8d:1e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44698783-c74f-4d38-bbe8-a96ef5ca3b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:57:01Z', 'updated_at': '2021-08-20T15:57:26Z', 'revision_number': 1, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd56e7e8a-b169-4ab3-8661-652a6f28a144', 'name': '', 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'mac_address': 'fa:16:3e:6d:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2eac451a-2e42-4f5c-8315-eccf4786e9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:56:51Z', 'updated_at': '2021-08-20T15:57:06Z', 'revision_number': 5, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'subnets': [{'id': '2eac451a-2e42-4f5c-8315-eccf4786e9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 20 15:57:30.476766 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598409df-59ce-41f8-ac7c-563f574a516a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09792619-bee0-4ea6-840c-023ec1ec0c6e,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:30.490089 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-342c9595-8283-4cfa-ac3b-07b3019130bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:30.514330 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598409df-59ce-41f8-ac7c-563f574a516a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:30.514688 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598409df-59ce-41f8-ac7c-563f574a516a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:30.515046 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598409df-59ce-41f8-ac7c-563f574a516a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:30.515386 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598409df-59ce-41f8-ac7c-563f574a516a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:30.515733 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598409df-59ce-41f8-ac7c-563f574a516a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:30.516072 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598409df-59ce-41f8-ac7c-563f574a516a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:30.516414 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598409df-59ce-41f8-ac7c-563f574a516a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:30.516752 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598409df-59ce-41f8-ac7c-563f574a516a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:30.517079 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598409df-59ce-41f8-ac7c-563f574a516a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:30.517408 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598409df-59ce-41f8-ac7c-563f574a516a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:30.517763 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598409df-59ce-41f8-ac7c-563f574a516a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:30.521485 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-598409df-59ce-41f8-ac7c-563f574a516a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:30.547052 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-36acb05f-490e-445a-910a-bdb3a226d170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:30.583473 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-36acb05f-490e-445a-910a-bdb3a226d170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:30.596838 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-af70b40f-2a68-4434-84d5-1002f8ba973d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:30.598279 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-af70b40f-2a68-4434-84d5-1002f8ba973d service neutron] 10.222.0.54 "PUT /v2.0/ports/caf9076d-c42e-4f5d-844f-e1095480abea HTTP/1.1" status: 200 len: 1094 time: 2.3758757 Aug 20 15:57:30.598768 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926e508e-5def-4f07-ab60-c535ab5cdad5', 'tag': 'caf9076d-c42e-4f5d-844f-e1095480abea'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:57:30.666677 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-36acb05f-490e-445a-910a-bdb3a226d170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:30.682393 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af70b40f-2a68-4434-84d5-1002f8ba973d service neutron] Pushing event updated for resources: {'Port': ['ID=caf9076d-c42e-4f5d-844f-e1095480abea,revision_number=3']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:30.684291 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-28e5b702-e7a0-4def-900e-e1d7ec0d9742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:30.695742 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-920970db-ce78-465a-9948-e83c14498ad3 req-db69e836-7d59-4af7-bbc0-baf2ff3fafba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b492b5b8-a0d4-4c7b-a96a-842cf248fefd HTTP/1.1" status: 200 len: 999 time: 0.2775009 Aug 20 15:57:30.697514 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-af70b40f-2a68-4434-84d5-1002f8ba973d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:30.698930 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '926e508e-5def-4f07-ab60-c535ab5cdad5', 'tag': 'caf9076d-c42e-4f5d-844f-e1095480abea', 'status': 'completed', 'code': 200} Aug 20 15:57:30.718018 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36acb05f-490e-445a-910a-bdb3a226d170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09792619-bee0-4ea6-840c-023ec1ec0c6e,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:30.724017 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-36acb05f-490e-445a-910a-bdb3a226d170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:30.741225 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-36acb05f-490e-445a-910a-bdb3a226d170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:30.744425 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-36acb05f-490e-445a-910a-bdb3a226d170 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09792619-bee0-4ea6-840c-023ec1ec0c6e HTTP/1.1" status: 204 len: 168 time: 0.3145449 Aug 20 15:57:30.839372 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d5cd77-a59c-4882-9631-495ed2c07df5 None None] New status for floating IP 40621d19-657a-48b4-ab97-20b7bcff2a32: ACTIVE {{(pid=75062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 20 15:57:30.994250 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920970db-ce78-465a-9948-e83c14498ad3 req-797b1ca2-31cc-44a1-9704-1ffcc1a81fa7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:30.996490 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-920970db-ce78-465a-9948-e83c14498ad3 req-797b1ca2-31cc-44a1-9704-1ffcc1a81fa7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2eac451a-2e42-4f5c-8315-eccf4786e9f0 HTTP/1.1" status: 200 len: 855 time: 0.2471488 Aug 20 15:57:31.158437 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-4c698ef4-872d-4cc7-9597-f33d34a91a8a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3ef32ffa9742498dbab644d6d4143034&device_id=926e508e-5def-4f07-ab60-c535ab5cdad5 HTTP/1.1" status: 200 len: 1097 time: 0.4583297 Aug 20 15:57:31.169880 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66925bf9-1023-4689-9bc5-e26580e8ad82 req-a6e6baf7-5401-45fd-acb4-2fbb07c030ff tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:31.172129 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-66925bf9-1023-4689-9bc5-e26580e8ad82 req-a6e6baf7-5401-45fd-acb4-2fbb07c030ff tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.3244972 Aug 20 15:57:31.315968 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-cc8017cc-18b9-49fb-a95b-790c7aecaca4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=caf9076d-c42e-4f5d-844f-e1095480abea HTTP/1.1" status: 200 len: 217 time: 0.1328247 Aug 20 15:57:31.321808 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c218f7-e2aa-4574-a04a-40baef2e6115 req-4bce1480-bef9-4b4e-a5e1-d34f23b16f5a tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:31.323264 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b9c218f7-e2aa-4574-a04a-40baef2e6115 req-4bce1480-bef9-4b4e-a5e1-d34f23b16f5a tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=926e508e-5def-4f07-ab60-c535ab5cdad5 HTTP/1.1" status: 200 len: 944 time: 0.4254923 Aug 20 15:57:31.328876 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-920970db-ce78-465a-9948-e83c14498ad3 req-abd16c62-c522-49da-9626-fec5c7700edd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a2292af7-a948-4fc0-8b0a-97b490608a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3186853 Aug 20 15:57:31.386472 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 58886) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:57:31.406077 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-e090a509-f978-4dc7-a38d-679cd0f78c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:31.445793 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-e090a509-f978-4dc7-a38d-679cd0f78c48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:57:31.449826 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-e090a509-f978-4dc7-a38d-679cd0f78c48 admin admin] Usage tracker for resource:security_group_rule and tenant:5122695970454bf8a445986bff46406a is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:57:31.453169 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-e090a509-f978-4dc7-a38d-679cd0f78c48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:57:31.460690 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-e090a509-f978-4dc7-a38d-679cd0f78c48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:57:31.547737 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-e090a509-f978-4dc7-a38d-679cd0f78c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:31.553297 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-e090a509-f978-4dc7-a38d-679cd0f78c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:31.562306 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-e93447b3-d670-48d2-b5e6-5fe37dc60bb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:31.608948 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-66925bf9-1023-4689-9bc5-e26580e8ad82 req-f2d046e5-9d9d-4119-91f0-6dc24bc0297d tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298158 Aug 20 15:57:31.612562 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090a509-f978-4dc7-a38d-679cd0f78c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c104fd7-a879-4747-8d73-13f664ad3540,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:31.616295 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-e090a509-f978-4dc7-a38d-679cd0f78c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:31.621985 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-e090a509-f978-4dc7-a38d-679cd0f78c48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5122695970454bf8a445986bff46406a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2341068 Aug 20 15:57:31.622514 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 58892) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:57:31.626482 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-7ffe8d74-3b60-44cc-9781-a73b1c27fc08 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:31.627912 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-7ffe8d74-3b60-44cc-9781-a73b1c27fc08 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8513a594-b636-416f-a5b5-0a881f926347 HTTP/1.1" status: 200 len: 855 time: 0.3023896 Aug 20 15:57:31.701824 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b9c218f7-e2aa-4574-a04a-40baef2e6115 req-64c0fde4-056e-4ac0-9d59-51cc32e57aca tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330841 Aug 20 15:57:31.707435 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-78cc5f6f-6899-4a9a-a90e-71c20924ce10 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30067384-36e2-4f1d-a3f2-0548715d97a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699744 Aug 20 15:57:31.797782 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-36ed35f2-28f2-4ae3-b6c6-0bf43585b664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:31.823395 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-36ed35f2-28f2-4ae3-b6c6-0bf43585b664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:31.827604 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-920970db-ce78-465a-9948-e83c14498ad3 req-75ade3ff-eb7f-421f-92ea-8e5e6751c041 service neutron] 10.222.0.54 "GET /v2.0/networks/a2292af7-a948-4fc0-8b0a-97b490608a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567034 Aug 20 15:57:31.889364 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-36ed35f2-28f2-4ae3-b6c6-0bf43585b664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:31.895527 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-9382b5c8-1323-4564-9b19-96e82a94559f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:31.912573 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed35f2-28f2-4ae3-b6c6-0bf43585b664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c104fd7-a879-4747-8d73-13f664ad3540,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:31.933531 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-36ed35f2-28f2-4ae3-b6c6-0bf43585b664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:31.935387 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-36ed35f2-28f2-4ae3-b6c6-0bf43585b664 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c104fd7-a879-4747-8d73-13f664ad3540 HTTP/1.1" status: 204 len: 168 time: 0.3112707 Aug 20 15:57:31.936521 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-36ed35f2-28f2-4ae3-b6c6-0bf43585b664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:31.984410 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-8f6a5c6d-9a0e-4b52-ac20-f52451d7eb40 service neutron] 10.222.0.54 "GET /v2.0/networks/30067384-36e2-4f1d-a3f2-0548715d97a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634623 Aug 20 15:57:32.108439 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-920970db-ce78-465a-9948-e83c14498ad3 req-7d5def2b-f0e8-4d08-98a8-bd775cc96b21 service neutron] 10.222.0.54 "GET /v2.0/networks/a2292af7-a948-4fc0-8b0a-97b490608a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718296 Aug 20 15:57:32.185864 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d4d19f20-438f-47e1-832a-ab6aeeee7b1a req-bffe7f0d-41fd-484a-9d70-9d7a5cc12ddb service neutron] 10.222.0.54 "GET /v2.0/networks/30067384-36e2-4f1d-a3f2-0548715d97a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857285 Aug 20 15:57:32.351003 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-1f43a1e2-e9eb-41b3-93be-489c58e3e531 req-8333ed7c-a5e3-40e8-8896-488061d3b9c3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3ef32ffa9742498dbab644d6d4143034&device_id=926e508e-5def-4f07-ab60-c535ab5cdad5 HTTP/1.1" status: 200 len: 1097 time: 0.0956521 Aug 20 15:57:32.477590 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 58912) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:57:32.501261 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-8827567a-32bc-4c2f-b50d-7e6707e9694d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:32.512995 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43a1e2-e9eb-41b3-93be-489c58e3e531 req-a5658c4d-3cb3-440b-91f0-ab1dd2078d66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:32.514960 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-1f43a1e2-e9eb-41b3-93be-489c58e3e531 req-a5658c4d-3cb3-440b-91f0-ab1dd2078d66 service neutron] 10.222.0.54 "GET /v2.0/networks?id=30067384-36e2-4f1d-a3f2-0548715d97a2 HTTP/1.1" status: 200 len: 917 time: 0.1535790 Aug 20 15:57:32.539702 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-8827567a-32bc-4c2f-b50d-7e6707e9694d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:57:32.544122 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-8827567a-32bc-4c2f-b50d-7e6707e9694d admin admin] Usage tracker for resource:security_group_rule and tenant:7ba66580a19a48cd9f6c39e119666ac1 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:57:32.547180 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-8827567a-32bc-4c2f-b50d-7e6707e9694d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:57:32.552860 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-8827567a-32bc-4c2f-b50d-7e6707e9694d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:57:32.590821 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-1f43a1e2-e9eb-41b3-93be-489c58e3e531 req-f5f4e43d-56e6-4a62-ac96-8949784c0618 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=caf9076d-c42e-4f5d-844f-e1095480abea HTTP/1.1" status: 200 len: 217 time: 0.0668919 Aug 20 15:57:32.630738 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-8827567a-32bc-4c2f-b50d-7e6707e9694d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:32.636854 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-8827567a-32bc-4c2f-b50d-7e6707e9694d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:32.652571 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-36ed35f2-28f2-4ae3-b6c6-0bf43585b664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:32.697822 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827567a-32bc-4c2f-b50d-7e6707e9694d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ca05f9-575d-4cb5-af0b-280c7276395c,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:32.712651 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-8827567a-32bc-4c2f-b50d-7e6707e9694d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:32.726098 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-8827567a-32bc-4c2f-b50d-7e6707e9694d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ba66580a19a48cd9f6c39e119666ac1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2467344 Aug 20 15:57:32.729058 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 58922) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:57:32.755469 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43a1e2-e9eb-41b3-93be-489c58e3e531 req-42ab0f13-28aa-4522-aeee-d0f6adff1c6f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:32.756974 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-1f43a1e2-e9eb-41b3-93be-489c58e3e531 req-42ab0f13-28aa-4522-aeee-d0f6adff1c6f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8513a594-b636-416f-a5b5-0a881f926347 HTTP/1.1" status: 200 len: 855 time: 0.1527803 Aug 20 15:57:32.816898 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 58930) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:57:32.859695 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-1f43a1e2-e9eb-41b3-93be-489c58e3e531 req-367c56df-f5f5-42c0-a23c-fb98f423d3aa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30067384-36e2-4f1d-a3f2-0548715d97a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928965 Aug 20 15:57:32.860822 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-0834fe41-5bf0-4244-9688-a2155a2a4ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:32.896937 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-0834fe41-5bf0-4244-9688-a2155a2a4ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:32.959196 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-0834fe41-5bf0-4244-9688-a2155a2a4ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:32.964299 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-18fb2a58-e2c4-4ac2-89c3-d5e1cd48d75d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:33.004440 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834fe41-5bf0-4244-9688-a2155a2a4ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ca05f9-575d-4cb5-af0b-280c7276395c,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:33.007251 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-0834fe41-5bf0-4244-9688-a2155a2a4ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:33.012458 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d29b6d67-3655-4596-b76c-1376aada5165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:33.035017 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-0834fe41-5bf0-4244-9688-a2155a2a4ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:33.039524 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-0834fe41-5bf0-4244-9688-a2155a2a4ed5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60ca05f9-575d-4cb5-af0b-280c7276395c HTTP/1.1" status: 204 len: 168 time: 0.3090358 Aug 20 15:57:33.059555 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-d29b6d67-3655-4596-b76c-1376aada5165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:57:33.064193 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-d29b6d67-3655-4596-b76c-1376aada5165 admin admin] Usage tracker for resource:security_group_rule and tenant:f22de2ed8be049c6b0aee32654ff8471 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:57:33.067546 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-d29b6d67-3655-4596-b76c-1376aada5165 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:57:33.078912 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-d29b6d67-3655-4596-b76c-1376aada5165 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:57:33.103567 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4686f46-94d7-4772-bf0f-42b8e46d6a0c req-f8b3b01a-90e5-4583-994c-94d0f2ec2097 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:33.110391 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c4686f46-94d7-4772-bf0f-42b8e46d6a0c req-f8b3b01a-90e5-4583-994c-94d0f2ec2097 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.2897663 Aug 20 15:57:33.117154 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-1f43a1e2-e9eb-41b3-93be-489c58e3e531 req-952fa0af-f41c-4380-b684-bc028582463a service neutron] 10.222.0.54 "GET /v2.0/networks/30067384-36e2-4f1d-a3f2-0548715d97a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455332 Aug 20 15:57:33.171747 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0569d6-c433-49cc-af1b-8376d03d6518 req-1e8def82-5dec-4840-abd1-86fbb32fb7f3 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:33.178224 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-fd0569d6-c433-49cc-af1b-8376d03d6518 req-1e8def82-5dec-4840-abd1-86fbb32fb7f3 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=926e508e-5def-4f07-ab60-c535ab5cdad5 HTTP/1.1" status: 200 len: 944 time: 0.2334440 Aug 20 15:57:33.181675 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d29b6d67-3655-4596-b76c-1376aada5165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:33.186998 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d29b6d67-3655-4596-b76c-1376aada5165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:33.194973 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-508f28c4-8bfb-4314-889b-57ecaee3cdf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:33.237543 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b6d67-3655-4596-b76c-1376aada5165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535cb2b7-c47f-4445-8da4-aaf60944045f,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:33.240918 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-d29b6d67-3655-4596-b76c-1376aada5165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:33.246694 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-d29b6d67-3655-4596-b76c-1376aada5165 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f22de2ed8be049c6b0aee32654ff8471&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4285922 Aug 20 15:57:33.247319 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 58940) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:57:33.314984 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2af0a9fd-4943-4add-9b15-6f89e681249c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:33.325317 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c4686f46-94d7-4772-bf0f-42b8e46d6a0c req-6b8cdd14-50a9-4f8f-89f1-5b808d07f0ca tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140348 Aug 20 15:57:33.356481 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-fd0569d6-c433-49cc-af1b-8376d03d6518 req-68c09ce6-4748-492c-87bf-e0a4456c716d tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658254 Aug 20 15:57:33.362213 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2af0a9fd-4943-4add-9b15-6f89e681249c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:33.363843 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-1f43a1e2-e9eb-41b3-93be-489c58e3e531 req-21cce00f-4a85-43d3-a629-d40e80db7389 service neutron] 10.222.0.54 "GET /v2.0/networks/30067384-36e2-4f1d-a3f2-0548715d97a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307155 Aug 20 15:57:33.448416 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2af0a9fd-4943-4add-9b15-6f89e681249c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:33.452629 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-44b54074-b6eb-45f3-9e24-43364558503b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:33.473173 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0a9fd-4943-4add-9b15-6f89e681249c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535cb2b7-c47f-4445-8da4-aaf60944045f,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:33.482865 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-2af0a9fd-4943-4add-9b15-6f89e681249c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:33.489884 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2af0a9fd-4943-4add-9b15-6f89e681249c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:33.498346 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-2af0a9fd-4943-4add-9b15-6f89e681249c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/535cb2b7-c47f-4445-8da4-aaf60944045f HTTP/1.1" status: 204 len: 168 time: 0.2476914 Aug 20 15:57:34.070991 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 58964) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:57:34.204914 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-674c3ea3-7a62-4fd7-a79a-69654853585f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-287198911-network', 'tenant_id': '18504e351324493688125a73ad286513'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:57:34.210510 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-674c3ea3-7a62-4fd7-a79a-69654853585f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:57:34.215196 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-674c3ea3-7a62-4fd7-a79a-69654853585f admin admin] Usage tracker for resource:network and tenant:18504e351324493688125a73ad286513 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:57:34.218365 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-674c3ea3-7a62-4fd7-a79a-69654853585f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:57:34.224500 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-674c3ea3-7a62-4fd7-a79a-69654853585f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:57:34.236114 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674c3ea3-7a62-4fd7-a79a-69654853585f admin admin] Made reservation on behalf of 18504e351324493688125a73ad286513 for: {'network': 1} {{(pid=75060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:57:34.238698 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-674c3ea3-7a62-4fd7-a79a-69654853585f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for network, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:34.255997 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-674c3ea3-7a62-4fd7-a79a-69654853585f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:34.288791 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-674c3ea3-7a62-4fd7-a79a-69654853585f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:57:34.293374 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-674c3ea3-7a62-4fd7-a79a-69654853585f admin admin] Usage tracker for resource:security_group_rule and tenant:18504e351324493688125a73ad286513 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:57:34.296361 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-674c3ea3-7a62-4fd7-a79a-69654853585f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:57:34.302100 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-674c3ea3-7a62-4fd7-a79a-69654853585f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:57:34.387159 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-674c3ea3-7a62-4fd7-a79a-69654853585f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:34.392097 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-674c3ea3-7a62-4fd7-a79a-69654853585f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:34.407466 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-d394b57a-0058-4931-973c-0560695a0c35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:34.413835 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-674c3ea3-7a62-4fd7-a79a-69654853585f admin admin] vlan segment allocate from pool success with {'vlan_id': 1256, 'physical_network': 'physnet1'} {{(pid=75060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 20 15:57:34.440683 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-674c3ea3-7a62-4fd7-a79a-69654853585f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577716'] for segment, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:34.441019 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.db.segments_db [None req-674c3ea3-7a62-4fd7-a79a-69654853585f admin admin] Added segment 9db3a52a-d523-44b3-8df2-d393a5c5b336 of type vlan for network 5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b Aug 20 15:57:34.450153 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c3ea3-7a62-4fd7-a79a-69654853585f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112b4c4a-9aac-4563-ba95-eb7bf21b72a3,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:34.454766 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-674c3ea3-7a62-4fd7-a79a-69654853585f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:34.494873 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-674c3ea3-7a62-4fd7-a79a-69654853585f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786828959910'] for network, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:34.526623 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-674c3ea3-7a62-4fd7-a79a-69654853585f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924'] for network, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:34.528236 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674c3ea3-7a62-4fd7-a79a-69654853585f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:34.529047 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-674c3ea3-7a62-4fd7-a79a-69654853585f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for network, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:34.535875 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-9ce7673b-af1c-4de2-b1dd-b1a004a4bccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:34.641084 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6761e73-e3fd-4da1-b3ce-ebfcbce33f64 req-68667543-0f4e-4a6f-b48b-b1e03844b56f tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:34.643612 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-674c3ea3-7a62-4fd7-a79a-69654853585f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5708840 Aug 20 15:57:34.650073 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d6761e73-e3fd-4da1-b3ce-ebfcbce33f64 req-68667543-0f4e-4a6f-b48b-b1e03844b56f tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.1668432 Aug 20 15:57:34.650073 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 58978) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:57:34.653291 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c3ea3-7a62-4fd7-a79a-69654853585f admin admin] Pushing event updated for resources: {'Network': ['ID=5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:34.655405 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [None req-67838e79-41ec-4084-80f4-40733aa01f3f admin admin] Request body: {'subnet': {'network_id': '5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-287198911-subnet', 'tenant_id': '18504e351324493688125a73ad286513', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:57:34.656309 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-674c3ea3-7a62-4fd7-a79a-69654853585f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:34.662865 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-67838e79-41ec-4084-80f4-40733aa01f3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:57:34.676021 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Network 5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b details requested by agent ovs-agent-dv-cinder-805398-3-smb with host dv-cinder-805398-3-smb {{(pid=75062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 15:57:34.686748 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06899de5-98fe-4c6b-8a37-32435ce13615 req-7eb10df3-113a-4ca1-98ef-c53b7515d1ba tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:34.688336 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-06899de5-98fe-4c6b-8a37-32435ce13615 req-7eb10df3-113a-4ca1-98ef-c53b7515d1ba tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=926e508e-5def-4f07-ab60-c535ab5cdad5 HTTP/1.1" status: 200 len: 944 time: 0.1614254 Aug 20 15:57:34.690372 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-67838e79-41ec-4084-80f4-40733aa01f3f admin admin] Usage tracker for resource:subnet and tenant:18504e351324493688125a73ad286513 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:57:34.695966 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-67838e79-41ec-4084-80f4-40733aa01f3f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:57:34.814974 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-67838e79-41ec-4084-80f4-40733aa01f3f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:57:34.845442 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-06899de5-98fe-4c6b-8a37-32435ce13615 req-1151eaf8-17bd-4989-b015-61b2081b8e6d tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458247 Aug 20 15:57:34.849103 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67838e79-41ec-4084-80f4-40733aa01f3f admin admin] Made reservation on behalf of 18504e351324493688125a73ad286513 for: {'subnet': 1} {{(pid=75061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:57:34.851296 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-67838e79-41ec-4084-80f4-40733aa01f3f admin admin] Notify callbacks [] for subnet, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:34.877192 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d6761e73-e3fd-4da1-b3ce-ebfcbce33f64 req-9fa4c1b8-dc12-4f5a-81a1-6e591159b082 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160132 Aug 20 15:57:34.978942 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device caf9076d-c42e-4f5d-844f-e1095480abea details requested by agent hyperv_hv-cinder-80539 with host hv-cinder-80539 {{(pid=75062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 15:57:35.147085 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-67838e79-41ec-4084-80f4-40733aa01f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924'] for subnet, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:35.153110 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:35.170258 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port caf9076d-c42e-4f5d-844f-e1095480abea, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=caf9076d-c42e-4f5d-844f-e1095480abea,segment=NetworkSegment(c2be3471-78dd-4aa1-bdce-665f59ef88b0),segment_id=c2be3471-78dd-4aa1-bdce-665f59ef88b0)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:57:35.185230 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Returning: {'device': 'caf9076d-c42e-4f5d-844f-e1095480abea', 'network_id': '30067384-36e2-4f1d-a3f2-0548715d97a2', 'port_id': 'caf9076d-c42e-4f5d-844f-e1095480abea', 'mac_address': 'fa:16:3e:73:58:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8513a594-b636-416f-a5b5-0a881f926347', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 15:57:35.228839 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67838e79-41ec-4084-80f4-40733aa01f3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=944c180d-2e48-46c5-9b9f-3a93e4c79cd5,revision_number=0']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:35.232614 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-67838e79-41ec-4084-80f4-40733aa01f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:35.247701 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:35.249033 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67838e79-41ec-4084-80f4-40733aa01f3f admin admin] Checking segment: {'id': '9db3a52a-d523-44b3-8df2-d393a5c5b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:57:35.249587 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67838e79-41ec-4084-80f4-40733aa01f3f admin admin] Network hostable DHCP agents. Network: 5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b, hostable agents: ['8a4a5844-dabe-4d00-86b6-cc46effaa58e'], hosted agents: [] {{(pid=75061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:57:35.267477 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caf9076d-c42e-4f5d-844f-e1095480abea {{(pid=75062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:57:35.291796 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port caf9076d-c42e-4f5d-844f-e1095480abea, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=caf9076d-c42e-4f5d-844f-e1095480abea,segment=NetworkSegment(c2be3471-78dd-4aa1-bdce-665f59ef88b0),segment_id=c2be3471-78dd-4aa1-bdce-665f59ef88b0)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:57:35.296574 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:35.298805 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:35.344364 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67838e79-41ec-4084-80f4-40733aa01f3f admin admin] Network 5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b is scheduled to be hosted by DHCP agent 8a4a5844-dabe-4d00-86b6-cc46effaa58e with binding_index 1 {{(pid=75061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:57:35.360923 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.base_scheduler [None req-67838e79-41ec-4084-80f4-40733aa01f3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805398-3-smb, 5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b) {{(pid=75061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:57:35.370311 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67838e79-41ec-4084-80f4-40733aa01f3f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:35.370917 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-67838e79-41ec-4084-80f4-40733aa01f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for subnet, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:35.374241 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da81a27-1320-47ef-8e26-eb4152d80119 None None] Network 5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 15:57:35.381416 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee46d0d-192b-415b-8eb4-64082afe73d5 req-e475bd35-f05b-41d3-b72e-e0da2b85b2f7 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:35.384737 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8ee46d0d-192b-415b-8eb4-64082afe73d5 req-e475bd35-f05b-41d3-b72e-e0da2b85b2f7 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 0.1285369 Aug 20 15:57:35.396779 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=caf9076d-c42e-4f5d-844f-e1095480abea,revision_number=4']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:35.428569 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-67838e79-41ec-4084-80f4-40733aa01f3f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7797463 Aug 20 15:57:35.445951 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8ee46d0d-192b-415b-8eb4-64082afe73d5 req-c94ac8a8-2d2f-4f6f-97bc-0d3595a103ad tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539875 Aug 20 15:57:35.459843 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:35.460186 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:35.460702 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:35.461173 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:35.461677 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:35.462686 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:35.463155 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:35.463625 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:35.464085 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:35.464565 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:35.465032 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:35.470918 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:35.658358 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9777b06-8bb3-48f8-a96c-a81cab83f708 None None] Network 5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 15:57:35.725833 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['caf9076d-c42e-4f5d-844f-e1095480abea'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 15:57:36.250054 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79651f85-0be9-4b24-914b-407f82305121 req-c1defbbe-6dc4-4e6b-8126-9d47f5eba93d tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:36.251744 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-79651f85-0be9-4b24-914b-407f82305121 req-c1defbbe-6dc4-4e6b-8126-9d47f5eba93d tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.1550691 Aug 20 15:57:36.263501 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcd45f-99af-403f-8bdf-83e5f17e2c39 req-fa02350e-5f20-4018-bb52-fd7d9d41e7b1 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:36.266160 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e8dcd45f-99af-403f-8bdf-83e5f17e2c39 req-fa02350e-5f20-4018-bb52-fd7d9d41e7b1 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=926e508e-5def-4f07-ab60-c535ab5cdad5 HTTP/1.1" status: 200 len: 945 time: 0.1664577 Aug 20 15:57:36.353678 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e8dcd45f-99af-403f-8bdf-83e5f17e2c39 req-61764b05-999b-4fe8-b633-58c2e2484369 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724609 Aug 20 15:57:36.358581 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-79651f85-0be9-4b24-914b-407f82305121 req-af17ceee-9b24-433d-bb67-d2e8d42a17c3 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924842 Aug 20 15:57:36.685707 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5771050-69c7-40be-bc1b-5a8aed077725 req-aff27cc4-1d71-49ed-9a64-e5fa9560a18f tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:36.688017 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a5771050-69c7-40be-bc1b-5a8aed077725 req-aff27cc4-1d71-49ed-9a64-e5fa9560a18f tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 0.1044376 Aug 20 15:57:36.760648 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a5771050-69c7-40be-bc1b-5a8aed077725 req-4f8e91ba-ce0c-4748-b3ed-3d9d84f7beb9 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625257 Aug 20 15:57:37.729118 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989e436-3499-4178-b306-1cbabee23915 req-68415088-dc40-4209-a49d-497da81c90ff tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:37.730560 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-0989e436-3499-4178-b306-1cbabee23915 req-68415088-dc40-4209-a49d-497da81c90ff tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=926e508e-5def-4f07-ab60-c535ab5cdad5 HTTP/1.1" status: 200 len: 945 time: 0.2151077 Aug 20 15:57:37.737164 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ddcb0-6b18-44a0-a9cd-722da6fbfbf7 req-a9636646-3b9f-48bb-b16f-eecbd61d1e86 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:37.738712 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-557ddcb0-6b18-44a0-a9cd-722da6fbfbf7 req-a9636646-3b9f-48bb-b16f-eecbd61d1e86 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.2208369 Aug 20 15:57:37.817541 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-0989e436-3499-4178-b306-1cbabee23915 req-4e7eb268-dbed-44d0-ad87-15ee3762b204 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777400 Aug 20 15:57:37.820014 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-557ddcb0-6b18-44a0-a9cd-722da6fbfbf7 req-90aeb0d5-f7bc-42f5-a91f-2d6b0c5f89b1 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658140 Aug 20 15:57:38.092207 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-c9a78f04-1222-4c3c-9682-a763debd09f1 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:38.094759 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-c9a78f04-1222-4c3c-9682-a763debd09f1 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/networks?id=5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b HTTP/1.1" status: 200 len: 813 time: 0.1567070 Aug 20 15:57:38.113555 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-f2fb3ac1-dc91-4447-a098-3084b034e5ba tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/quotas/18504e351324493688125a73ad286513 HTTP/1.1" status: 200 len: 375 time: 0.0133040 Aug 20 15:57:38.198009 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-79a27207-613e-4adf-8c6e-a2b583d48386 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=18504e351324493688125a73ad286513&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783982 Aug 20 15:57:38.364449 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d74e7-a013-4d60-ae4a-819aa4ba0ced req-cffb996c-d6ad-41f0-a41f-5bb236da783a tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:38.365948 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-896d74e7-a013-4d60-ae4a-819aa4ba0ced req-cffb996c-d6ad-41f0-a41f-5bb236da783a tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 0.2045155 Aug 20 15:57:38.369120 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-5013d7be-d59d-42da-994f-88ebc98e000c service neutron] 10.222.0.13 "GET /v2.0/networks/5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592987 Aug 20 15:57:38.493621 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-896d74e7-a013-4d60-ae4a-819aa4ba0ced req-fd472e08-9f4c-4512-8f33-61eb8b29d3d0 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220491 Aug 20 15:57:38.537849 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-a63b3133-f246-4c94-9083-9bb810baefcf service neutron] 10.222.0.13 "GET /v2.0/networks/5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528027 Aug 20 15:57:38.743110 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-bfac68fe-6027-473d-9b6b-d94ecb29c1c8 req-5cb154eb-a79f-4a6e-89e8-8d1a17f47505 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e6c44f-1eb8-4f5b-9090-03e3264d56ef HTTP/1.1" status: 200 len: 210 time: 0.0413656 Aug 20 15:57:38.994727 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device caf9076d-c42e-4f5d-844f-e1095480abea up at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:57:39.126175 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning for port caf9076d-c42e-4f5d-844f-e1095480abea completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:57:39.131807 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning complete for port caf9076d-c42e-4f5d-844f-e1095480abea triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:57:39.132340 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:39.205243 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99b8d4-0c70-41a8-b0b8-5a43e1801cae req-807b6842-b0ac-45c1-bf26-6d0823e6a58d tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:39.207033 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ac99b8d4-0c70-41a8-b0b8-5a43e1801cae req-807b6842-b0ac-45c1-bf26-6d0823e6a58d tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=926e508e-5def-4f07-ab60-c535ab5cdad5 HTTP/1.1" status: 200 len: 945 time: 0.2123966 Aug 20 15:57:39.213636 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a57bb4-7330-4013-b5f9-953be6cbac57 req-00351561-d8f3-409a-b32b-99458027bdd6 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:39.215122 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-87a57bb4-7330-4013-b5f9-953be6cbac57 req-00351561-d8f3-409a-b32b-99458027bdd6 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.2585430 Aug 20 15:57:39.279165 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:39.297729 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ac99b8d4-0c70-41a8-b0b8-5a43e1801cae req-f1086397-f50a-4a60-b278-8c7759eed11f tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813229 Aug 20 15:57:39.300820 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-87a57bb4-7330-4013-b5f9-953be6cbac57 req-a196f36d-2fd5-4683-9b46-c95d17c54fb2 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704639 Aug 20 15:57:39.339814 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port caf9076d-c42e-4f5d-844f-e1095480abea, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=caf9076d-c42e-4f5d-844f-e1095480abea,segment=NetworkSegment(c2be3471-78dd-4aa1-bdce-665f59ef88b0),segment_id=c2be3471-78dd-4aa1-bdce-665f59ef88b0)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:57:39.341271 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926e508e-5def-4f07-ab60-c535ab5cdad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf9076d-c42e-4f5d-844f-e1095480abea'}] {{(pid=75062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:57:39.351364 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:39.354770 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:39.514910 dv-cinder-805398-3-smb neutron-server[75062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926e508e-5def-4f07-ab60-c535ab5cdad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf9076d-c42e-4f5d-844f-e1095480abea', 'code': 200} Aug 20 15:57:39.523171 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=caf9076d-c42e-4f5d-844f-e1095480abea,revision_number=5']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:39.530729 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:39.591968 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-11a9d1b3-9eeb-4c81-a842-960bdce6ab5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:39.724333 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac0312-5ffa-4914-be7b-4a340343283e req-0e89ce04-529e-44cb-9e76-f23dd5fab62d tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:39.726332 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-38ac0312-5ffa-4914-be7b-4a340343283e req-0e89ce04-529e-44cb-9e76-f23dd5fab62d tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 0.0904109 Aug 20 15:57:39.829121 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-38ac0312-5ffa-4914-be7b-4a340343283e req-4aee8035-d13d-4e91-984b-fdbfe3761438 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703714 Aug 20 15:57:39.842727 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-fe3f7240-abf6-4960-9218-dbfeded697c7 req-b9483005-5d0b-40ec-b8ac-1edbfc514675 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=926e508e-5def-4f07-ab60-c535ab5cdad5 HTTP/1.1" status: 200 len: 1099 time: 0.1261106 Aug 20 15:57:39.925365 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-86d42f6f-2361-422a-beec-76745f3bb1f5 req-2d7d314a-f89f-4f03-a568-ab4dc44e5341 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e6c44f-1eb8-4f5b-9090-03e3264d56ef HTTP/1.1" status: 200 len: 210 time: 0.0475800 Aug 20 15:57:39.927437 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-fe3f7240-abf6-4960-9218-dbfeded697c7 req-7600360b-2568-4981-a67b-cac677429c10 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772495 Aug 20 15:57:40.067114 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:40.357963 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 6 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 15:57:40.434759 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-4efc5859-71e4-4ea0-9401-2e6358b9e46e tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:40.436676 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-4efc5859-71e4-4ea0-9401-2e6358b9e46e tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.54 "GET /v2.0/networks?id=5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b HTTP/1.1" status: 200 len: 813 time: 0.1655991 Aug 20 15:57:40.497302 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-cc16989d-b19f-43be-a4a5-44e07529be15 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Request body: {'port': {'device_id': '12e6c44f-1eb8-4f5b-9090-03e3264d56ef', 'network_id': '5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b', 'admin_state_up': True, 'tenant_id': '18504e351324493688125a73ad286513'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:57:40.715249 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-cc16989d-b19f-43be-a4a5-44e07529be15 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:57:40.726117 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e390d-8349-4393-946a-c38cb140af3d req-87cca866-0b80-4b55-ba5c-7650b95efe29 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:40.727641 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-672e390d-8349-4393-946a-c38cb140af3d req-87cca866-0b80-4b55-ba5c-7650b95efe29 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=926e508e-5def-4f07-ab60-c535ab5cdad5 HTTP/1.1" status: 200 len: 946 time: 0.2793119 Aug 20 15:57:40.729286 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-cc16989d-b19f-43be-a4a5-44e07529be15 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Usage tracker for resource:port and tenant:18504e351324493688125a73ad286513 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:57:40.737234 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1586d0-9df3-43ad-b2ee-b29ab36e4810 req-6d277ea7-426a-4ae6-b559-188f808e06a7 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:40.738718 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8b1586d0-9df3-43ad-b2ee-b29ab36e4810 req-6d277ea7-426a-4ae6-b559-188f808e06a7 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.2510650 Aug 20 15:57:40.739559 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-cc16989d-b19f-43be-a4a5-44e07529be15 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:57:40.763362 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-cc16989d-b19f-43be-a4a5-44e07529be15 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:57:40.805201 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-cc16989d-b19f-43be-a4a5-44e07529be15 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Made reservation on behalf of 18504e351324493688125a73ad286513 for: {'port': 1} {{(pid=75061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:57:40.808707 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-cc16989d-b19f-43be-a4a5-44e07529be15 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:40.855004 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-672e390d-8349-4393-946a-c38cb140af3d req-dc303e43-cfc4-4d08-8d8b-0f0141662730 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123097 Aug 20 15:57:40.893908 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8b1586d0-9df3-43ad-b2ee-b29ab36e4810 req-53ab5faf-7275-4f7c-8a65-0e596a540b62 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464500 Aug 20 15:57:41.014345 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.db_base_plugin_common [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-cc16989d-b19f-43be-a4a5-44e07529be15 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Allocated IP 172.20.0.8 (5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b/944c180d-2e48-46c5-9b9f-3a93e4c79cd5/17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd) {{(pid=75061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:57:41.185098 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-94bedd61-0ad6-48e4-8812-b83c77114942 req-cc5c3f4a-89bb-4e93-8462-dc4667679a41 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e6c44f-1eb8-4f5b-9090-03e3264d56ef HTTP/1.1" status: 200 len: 210 time: 0.0679324 Aug 20 15:57:41.246092 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346e68a-34fc-4d00-a680-e02d34e6fcdb req-139a7384-ebfb-42f4-9ea4-cc7366a7c80d tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:41.247707 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2346e68a-34fc-4d00-a680-e02d34e6fcdb req-139a7384-ebfb-42f4-9ea4-cc7366a7c80d tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 0.2356212 Aug 20 15:57:41.341366 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2346e68a-34fc-4d00-a680-e02d34e6fcdb req-d2589194-4397-4464-89b4-5691e6503a74 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880594 Aug 20 15:57:41.361114 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-cc16989d-b19f-43be-a4a5-44e07529be15 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Notify callbacks [] for port, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:41.394086 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-cc16989d-b19f-43be-a4a5-44e07529be15 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943'] for port, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:41.400675 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:41.467341 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-cc16989d-b19f-43be-a4a5-44e07529be15 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Network 5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b is already hosted by enough agents. {{(pid=75061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:57:41.470840 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.base_scheduler [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-cc16989d-b19f-43be-a4a5-44e07529be15 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Resources bound (agent type, host, resource id): {{(pid=75061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:57:41.475352 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-cc16989d-b19f-43be-a4a5-44e07529be15 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Received port after_create {{(pid=75061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:57:41.479958 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-cc16989d-b19f-43be-a4a5-44e07529be15 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:41.480989 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-cc16989d-b19f-43be-a4a5-44e07529be15 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:41.488727 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc16989d-b19f-43be-a4a5-44e07529be15 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Pushing event updated for resources: {'Port': ['ID=17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:41.497112 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-cc16989d-b19f-43be-a4a5-44e07529be15 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:41.513378 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-cc16989d-b19f-43be-a4a5-44e07529be15 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0242569 Aug 20 15:57:41.531318 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-03d1cedc-5d9b-4a78-b2c3-ab0be0e49f7c service neutron] Request body: {'port': {'device_id': '12e6c44f-1eb8-4f5b-9090-03e3264d56ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80539'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:57:41.691314 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-77e04dcd-54dd-4f3c-8285-a36bfac00746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:41.706248 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-03d1cedc-5d9b-4a78-b2c3-ab0be0e49f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:41.841016 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ecc0f698-6878-42cd-8030-93e9a9672271 req-36721f33-1977-4931-b7a7-c5e13628f953 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 1098 time: 0.2087882 Aug 20 15:57:41.973827 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ecc0f698-6878-42cd-8030-93e9a9672271 req-39978e21-f4b9-4784-a182-fe4068cc4db5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241963 Aug 20 15:57:42.216387 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5b2f8-0bc4-4775-b57a-8ddeb5a090b8 req-23805e8c-6b4e-4085-9d25-6892a4748a95 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:42.217952 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-bbc5b2f8-0bc4-4775-b57a-8ddeb5a090b8 req-23805e8c-6b4e-4085-9d25-6892a4748a95 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=926e508e-5def-4f07-ab60-c535ab5cdad5 HTTP/1.1" status: 200 len: 946 time: 0.2007182 Aug 20 15:57:42.227059 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c38fa-5642-4898-ae6c-0d3f0c97e0ef req-8ec516fb-885f-4776-9bbc-366747034164 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:42.228515 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-620c38fa-5642-4898-ae6c-0d3f0c97e0ef req-8ec516fb-885f-4776-9bbc-366747034164 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.1718526 Aug 20 15:57:42.360276 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-03d1cedc-5d9b-4a78-b2c3-ab0be0e49f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd {{(pid=75061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:57:42.370643 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-bbc5b2f8-0bc4-4775-b57a-8ddeb5a090b8 req-f60d8ae3-4471-4788-8c60-5f4cccb818bc tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411572 Aug 20 15:57:42.374714 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-03d1cedc-5d9b-4a78-b2c3-ab0be0e49f7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:42.384399 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-620c38fa-5642-4898-ae6c-0d3f0c97e0ef req-0c26aea2-5198-47ea-95ac-624b03923b92 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453135 Aug 20 15:57:42.401814 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.provisioning_blocks [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-03d1cedc-5d9b-4a78-b2c3-ab0be0e49f7c service neutron] Transition to ACTIVE for port object 17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd will not be triggered until provisioned by entity L2. {{(pid=75061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:57:42.411249 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-03d1cedc-5d9b-4a78-b2c3-ab0be0e49f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:42.417127 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-e623359c-3ccb-44e6-9860-0406ec3b4888 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:42.577071 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1cedc-5d9b-4a78-b2c3-ab0be0e49f7c service neutron] Pushing event updated for resources: {'Port': ['ID=17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd,revision_number=2']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:42.585933 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-03d1cedc-5d9b-4a78-b2c3-ab0be0e49f7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:42.693523 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-03d1cedc-5d9b-4a78-b2c3-ab0be0e49f7c service neutron] Attempting to bind port 17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd on host hv-cinder-80539 for vnic_type normal with profile {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:57:42.693884 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-03d1cedc-5d9b-4a78-b2c3-ab0be0e49f7c service neutron] Attempting to bind port 17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd by drivers openvswitch,hyperv on host hv-cinder-80539 at level 0 using segments [{'id': '9db3a52a-d523-44b3-8df2-d393a5c5b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b'}] {{(pid=75061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:57:42.694206 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-03d1cedc-5d9b-4a78-b2c3-ab0be0e49f7c service neutron] Attempting to bind port 17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd on network 5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:57:42.709788 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-03d1cedc-5d9b-4a78-b2c3-ab0be0e49f7c service neutron] Port 17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd on network 5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80539 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:57:42.710101 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-03d1cedc-5d9b-4a78-b2c3-ab0be0e49f7c service neutron] Attempting to bind port 17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd on network 5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:57:42.734059 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-03d1cedc-5d9b-4a78-b2c3-ab0be0e49f7c service neutron] Checking agent: {'id': '8cb0eed4-3a83-4faf-85db-5d15db1f4851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80539', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 53, 18), 'started_at': datetime.datetime(2021, 8, 20, 15, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:57:42.734395 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-03d1cedc-5d9b-4a78-b2c3-ab0be0e49f7c service neutron] Checking segment: {'id': '9db3a52a-d523-44b3-8df2-d393a5c5b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:57:42.734774 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-03d1cedc-5d9b-4a78-b2c3-ab0be0e49f7c service neutron] Bound using segment: {'id': '9db3a52a-d523-44b3-8df2-d393a5c5b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b'} {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:57:42.735204 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-03d1cedc-5d9b-4a78-b2c3-ab0be0e49f7c service neutron] Bound port: 17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd, host: hv-cinder-80539, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db3a52a-d523-44b3-8df2-d393a5c5b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b'}}] {{(pid=75061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:57:42.735545 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-03d1cedc-5d9b-4a78-b2c3-ab0be0e49f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:42.753732 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed6077-7efd-4168-84aa-0ef59d9b06ff req-b8983672-c9ff-40b3-88ef-56e36e833077 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:42.754434 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-0eed6077-7efd-4168-84aa-0ef59d9b06ff req-b8983672-c9ff-40b3-88ef-56e36e833077 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Synchronizing usage tracker for tenant:18504e351324493688125a73ad286513 on resource:port {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 15:57:42.823069 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-0eed6077-7efd-4168-84aa-0ef59d9b06ff req-b8983672-c9ff-40b3-88ef-56e36e833077 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Unset dirty status for tenant:18504e351324493688125a73ad286513 on resource:port {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 15:57:42.830979 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-0eed6077-7efd-4168-84aa-0ef59d9b06ff req-b8983672-c9ff-40b3-88ef-56e36e833077 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e6c44f-1eb8-4f5b-9090-03e3264d56ef HTTP/1.1" status: 200 len: 943 time: 0.2949169 Aug 20 15:57:42.883037 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f2bf1-fe1b-4d3d-aa1d-c53cc16f59f9 req-28ea81b4-a41e-427a-912a-b50146aa59fa tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:42.884605 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5f0f2bf1-fe1b-4d3d-aa1d-c53cc16f59f9 req-28ea81b4-a41e-427a-912a-b50146aa59fa tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 0.2513564 Aug 20 15:57:42.944630 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-03d1cedc-5d9b-4a78-b2c3-ab0be0e49f7c service neutron] For port 17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd, host hv-cinder-80539, cleared binding levels {{(pid=75061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:57:42.964199 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-03d1cedc-5d9b-4a78-b2c3-ab0be0e49f7c service neutron] For port 17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd, host hv-cinder-80539, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd,segment=NetworkSegment(9db3a52a-d523-44b3-8df2-d393a5c5b336),segment_id=9db3a52a-d523-44b3-8df2-d393a5c5b336)] {{(pid=75061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:57:42.967056 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-0eed6077-7efd-4168-84aa-0ef59d9b06ff req-3285867d-1ec0-40d4-adad-303bfcccf58e tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/security-groups?id=112b4c4a-9aac-4563-ba95-eb7bf21b72a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347537 Aug 20 15:57:42.973506 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-03d1cedc-5d9b-4a78-b2c3-ab0be0e49f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:42.980236 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-12abcef8-1267-4586-87da-5733a65c1e8c tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:43.036919 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5f0f2bf1-fe1b-4d3d-aa1d-c53cc16f59f9 req-d36315c9-dba8-426f-96ca-46d918bf44b6 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372435 Aug 20 15:57:43.057048 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-03d1cedc-5d9b-4a78-b2c3-ab0be0e49f7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:43.058429 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-03d1cedc-5d9b-4a78-b2c3-ab0be0e49f7c service neutron] 10.222.0.54 "PUT /v2.0/ports/17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd HTTP/1.1" status: 200 len: 1093 time: 1.5326529 Aug 20 15:57:43.058891 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e6c44f-1eb8-4f5b-9090-03e3264d56ef', 'tag': '17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:57:43.067428 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1cedc-5d9b-4a78-b2c3-ab0be0e49f7c service neutron] Pushing event updated for resources: {'Port': ['ID=17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd,revision_number=3']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:43.077521 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-03d1cedc-5d9b-4a78-b2c3-ab0be0e49f7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:43.148818 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:43.163260 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e6c44f-1eb8-4f5b-9090-03e3264d56ef', 'tag': '17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd', 'status': 'completed', 'code': 200} Aug 20 15:57:43.205099 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-e19c50d6-4529-4c57-80b0-671c3e2275b6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=18504e351324493688125a73ad286513&device_id=12e6c44f-1eb8-4f5b-9090-03e3264d56ef HTTP/1.1" status: 200 len: 1096 time: 0.0780826 Aug 20 15:57:43.300975 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-a30969c9-d190-48b2-b7ad-c78429ba9ba7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd HTTP/1.1" status: 200 len: 217 time: 0.0645051 Aug 20 15:57:43.377612 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-6c40f9d0-488d-41f7-93d1-5e3087628326 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:43.379096 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-6c40f9d0-488d-41f7-93d1-5e3087628326 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=944c180d-2e48-46c5-9b9f-3a93e4c79cd5 HTTP/1.1" status: 200 len: 853 time: 0.0643523 Aug 20 15:57:43.432112 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-67f7fd03-ad1a-4466-b061-6b59db3984b4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413263 Aug 20 15:57:43.678858 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-e51fcfaf-f813-46a1-83fb-a1ea80a8db77 service neutron] 10.222.0.54 "GET /v2.0/networks/5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117274 Aug 20 15:57:43.692456 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34698f3-86e8-4527-8f5a-daceabfb19cd req-c046b402-a9f7-444b-8da9-769bf32a7d17 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:43.694170 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d34698f3-86e8-4527-8f5a-daceabfb19cd req-c046b402-a9f7-444b-8da9-769bf32a7d17 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.1526895 Aug 20 15:57:43.928203 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d34698f3-86e8-4527-8f5a-daceabfb19cd req-14756225-6813-4f7d-b820-650c881f1d63 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229484 Aug 20 15:57:43.959315 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8c0bdd1d-5f4d-4520-abba-5e64bc2ae2c7 req-c69ef5e8-50e1-405c-924d-5e387737e47a service neutron] 10.222.0.54 "GET /v2.0/networks/5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642038 Aug 20 15:57:44.134180 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-32b8dd92-1c2d-4325-a3f9-ac7e166c6b81 req-0c5fb333-0758-447e-b852-0759522e7288 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=18504e351324493688125a73ad286513&device_id=12e6c44f-1eb8-4f5b-9090-03e3264d56ef HTTP/1.1" status: 200 len: 1096 time: 0.1016610 Aug 20 15:57:44.388050 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8dd92-1c2d-4325-a3f9-ac7e166c6b81 req-436e9927-dc44-4caf-affd-3961359d357a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:44.389499 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-32b8dd92-1c2d-4325-a3f9-ac7e166c6b81 req-436e9927-dc44-4caf-affd-3961359d357a service neutron] 10.222.0.54 "GET /v2.0/networks?id=5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b HTTP/1.1" status: 200 len: 915 time: 0.2464092 Aug 20 15:57:44.396836 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782fb94e-46d5-440c-bf17-6ad9ca04859a req-39c52f4e-b43a-4fa8-8127-b6089457656c tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:44.398313 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-782fb94e-46d5-440c-bf17-6ad9ca04859a req-39c52f4e-b43a-4fa8-8127-b6089457656c tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e6c44f-1eb8-4f5b-9090-03e3264d56ef HTTP/1.1" status: 200 len: 943 time: 0.2570653 Aug 20 15:57:44.485614 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-32b8dd92-1c2d-4325-a3f9-ac7e166c6b81 req-bd523d08-df94-40ed-9d7a-4fba07fa1b8b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd HTTP/1.1" status: 200 len: 217 time: 0.0849726 Aug 20 15:57:44.491246 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3a540-a608-488b-b0a3-a7de97a161bd req-7911d2bb-081b-4aa4-8aad-bdc51ae5570a tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:44.493036 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b4a3a540-a608-488b-b0a3-a7de97a161bd req-7911d2bb-081b-4aa4-8aad-bdc51ae5570a tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 0.2356899 Aug 20 15:57:44.596636 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-782fb94e-46d5-440c-bf17-6ad9ca04859a req-4398b7f2-4d65-4d8e-83a5-46d4406d6ef5 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/security-groups?id=112b4c4a-9aac-4563-ba95-eb7bf21b72a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469450 Aug 20 15:57:44.631670 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b4a3a540-a608-488b-b0a3-a7de97a161bd req-a321f7ba-a5b9-4640-9ceb-a3dac3ab8cb7 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239448 Aug 20 15:57:44.637587 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8dd92-1c2d-4325-a3f9-ac7e166c6b81 req-b3819866-3f9c-40a0-8acd-ef049ad1ccad service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:44.639124 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-32b8dd92-1c2d-4325-a3f9-ac7e166c6b81 req-b3819866-3f9c-40a0-8acd-ef049ad1ccad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=944c180d-2e48-46c5-9b9f-3a93e4c79cd5 HTTP/1.1" status: 200 len: 853 time: 0.1325467 Aug 20 15:57:44.653033 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:44.687427 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-32b8dd92-1c2d-4325-a3f9-ac7e166c6b81 req-1f3c9e7b-e968-458c-b6d5-dd48176530cd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395379 Aug 20 15:57:44.840101 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-32b8dd92-1c2d-4325-a3f9-ac7e166c6b81 req-df6042d3-6fcf-4335-949b-920d37596de7 service neutron] 10.222.0.54 "GET /v2.0/networks/5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399391 Aug 20 15:57:45.001369 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-32b8dd92-1c2d-4325-a3f9-ac7e166c6b81 req-0194eb75-c042-4e1f-b93a-41961648fa05 service neutron] 10.222.0.54 "GET /v2.0/networks/5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537747 Aug 20 15:57:45.171844 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0df6b-ebc5-4b8e-85d2-b806c90bf082 req-0e7a7cef-bc73-4b76-9397-86788122d4e6 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:45.173343 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2ba0df6b-ebc5-4b8e-85d2-b806c90bf082 req-0e7a7cef-bc73-4b76-9397-86788122d4e6 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.0906458 Aug 20 15:57:45.226323 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2ba0df6b-ebc5-4b8e-85d2-b806c90bf082 req-3c3163ea-a2c0-4e56-a1a4-f35584385cf2 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459514 Aug 20 15:57:45.729750 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d8933d47-f062-4b01-98cc-95876617a835 req-c25148b5-a682-4e28-a682-bf1a7d5b9939 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f67c0c6df4d74cfab74276f0502944b4&device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 1098 time: 0.1362123 Aug 20 15:57:45.860169 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201eb67-6d77-4db9-82f7-f9836dbb2291 req-88aeac09-e376-4feb-8d6c-5a422e28f0b3 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:45.861639 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e201eb67-6d77-4db9-82f7-f9836dbb2291 req-88aeac09-e376-4feb-8d6c-5a422e28f0b3 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.2175298 Aug 20 15:57:45.976237 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e201eb67-6d77-4db9-82f7-f9836dbb2291 req-fa5c163a-a829-4edf-a5a8-37fe00d1454f tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063654 Aug 20 15:57:45.983560 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8933d47-f062-4b01-98cc-95876617a835 req-55c3886e-bd0c-45be-aec9-f29c395d565d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:45.984947 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d8933d47-f062-4b01-98cc-95876617a835 req-55c3886e-bd0c-45be-aec9-f29c395d565d service neutron] 10.222.0.54 "GET /v2.0/networks?id=fc37f4d2-7566-422c-9224-61d148cf8ba2 HTTP/1.1" status: 200 len: 920 time: 0.2430332 Aug 20 15:57:45.991810 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ff217-d55a-466b-be6b-01ba466ed814 req-d589fc59-0d9b-4644-9cb8-66490efe9952 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:45.993880 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f09ff217-d55a-466b-be6b-01ba466ed814 req-d589fc59-0d9b-4644-9cb8-66490efe9952 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e6c44f-1eb8-4f5b-9090-03e3264d56ef HTTP/1.1" status: 200 len: 943 time: 0.2545676 Aug 20 15:57:46.187370 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d8933d47-f062-4b01-98cc-95876617a835 req-85a395d2-aeb5-4f51-af79-244332904267 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8dafc45-0347-45eb-80fb-a1ea612a94dd HTTP/1.1" status: 200 len: 217 time: 0.1814556 Aug 20 15:57:46.253763 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f09ff217-d55a-466b-be6b-01ba466ed814 req-5a28d39d-4fc4-4517-b844-86fe507d2b1d tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/security-groups?id=112b4c4a-9aac-4563-ba95-eb7bf21b72a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490511 Aug 20 15:57:46.287396 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8933d47-f062-4b01-98cc-95876617a835 req-a2e670d4-b154-4f09-9fcb-311cb9dd739a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:46.288763 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d8933d47-f062-4b01-98cc-95876617a835 req-a2e670d4-b154-4f09-9fcb-311cb9dd739a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=10eaa4f8-a6eb-4f2f-96c7-b53d6cba92f7 HTTP/1.1" status: 200 len: 858 time: 0.0855987 Aug 20 15:57:46.295133 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5fc6a-f181-49f6-b825-cc6f19fb51e1 req-1f772e89-c9ca-40fe-9b9f-60844cd4c2bf tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:46.296550 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4ac5fc6a-f181-49f6-b825-cc6f19fb51e1 req-1f772e89-c9ca-40fe-9b9f-60844cd4c2bf tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 0.1789751 Aug 20 15:57:46.394608 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d8933d47-f062-4b01-98cc-95876617a835 req-4fd38351-827d-4844-820b-240bdc237176 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fc37f4d2-7566-422c-9224-61d148cf8ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524094 Aug 20 15:57:46.399527 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4ac5fc6a-f181-49f6-b825-cc6f19fb51e1 req-3c990f3e-4601-4f06-8b76-0afb6ac9658d tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976298 Aug 20 15:57:46.548267 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d8933d47-f062-4b01-98cc-95876617a835 req-7b1267e5-852b-4de3-b72b-b8586251614a service neutron] 10.222.0.54 "GET /v2.0/networks/fc37f4d2-7566-422c-9224-61d148cf8ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364374 Aug 20 15:57:46.702695 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d8933d47-f062-4b01-98cc-95876617a835 req-606481f6-276b-4fcd-bf3c-35047a7ff76e service neutron] 10.222.0.54 "GET /v2.0/networks/fc37f4d2-7566-422c-9224-61d148cf8ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295819 Aug 20 15:57:47.035759 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd details requested by agent hyperv_hv-cinder-80539 with host hv-cinder-80539 {{(pid=75062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 15:57:47.204190 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd,segment=NetworkSegment(9db3a52a-d523-44b3-8df2-d393a5c5b336),segment_id=9db3a52a-d523-44b3-8df2-d393a5c5b336)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:57:47.209911 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2ace6-261b-4c84-824d-0b2df8810833 req-80b6f44f-92d3-4bfd-bb32-cb761cc14636 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:47.211420 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2be2ace6-261b-4c84-824d-0b2df8810833 req-80b6f44f-92d3-4bfd-bb32-cb761cc14636 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.1062012 Aug 20 15:57:47.220123 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Returning: {'device': '17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd', 'network_id': '5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b', 'port_id': '17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd', 'mac_address': 'fa:16:3e:63:67:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944c180d-2e48-46c5-9b9f-3a93e4c79cd5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 15:57:47.281440 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:47.298645 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2be2ace6-261b-4c84-824d-0b2df8810833 req-109068db-2e2f-4e78-88b2-5e8abb8422c8 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769508 Aug 20 15:57:47.300403 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd {{(pid=75062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:57:47.322889 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd,segment=NetworkSegment(9db3a52a-d523-44b3-8df2-d393a5c5b336),segment_id=9db3a52a-d523-44b3-8df2-d393a5c5b336)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:57:47.336200 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:47.340534 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:47.421788 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd,revision_number=4']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:47.427518 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:47.489601 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd2f84-df1f-404f-80b1-2318d801517d req-fc1a26a0-70d5-4cd3-b324-6fb113168b96 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:47.491164 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a2bd2f84-df1f-404f-80b1-2318d801517d req-fc1a26a0-70d5-4cd3-b324-6fb113168b96 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e6c44f-1eb8-4f5b-9090-03e3264d56ef HTTP/1.1" status: 200 len: 944 time: 0.0940268 Aug 20 15:57:47.542316 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a2bd2f84-df1f-404f-80b1-2318d801517d req-92bad411-c3e3-4203-8618-7c237fa80cea tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/security-groups?id=112b4c4a-9aac-4563-ba95-eb7bf21b72a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423238 Aug 20 15:57:47.660822 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0baba-c7a5-494f-a7cf-f8b8a7b79d2c req-24f78385-ba3f-4bc5-9c2e-5b30cb196902 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:47.668911 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-29f0baba-c7a5-494f-a7cf-f8b8a7b79d2c req-24f78385-ba3f-4bc5-9c2e-5b30cb196902 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 0.1196723 Aug 20 15:57:47.734888 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-29f0baba-c7a5-494f-a7cf-f8b8a7b79d2c req-891c9d62-cc3e-4bfe-be45-9442ec31bf32 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615282 Aug 20 15:57:47.768626 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 15:57:47.846482 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:48.529632 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6e97b-3265-4abf-b7bb-0d2fb0b507b7 req-472fb5f3-afd5-42f5-9bb5-0741fc06c943 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:48.531259 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-25f6e97b-3265-4abf-b7bb-0d2fb0b507b7 req-472fb5f3-afd5-42f5-9bb5-0741fc06c943 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.0888557 Aug 20 15:57:48.588356 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-25f6e97b-3265-4abf-b7bb-0d2fb0b507b7 req-afd20095-57d8-422d-9b99-9d92d1a64de9 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452149 Aug 20 15:57:48.761247 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9143a-d7ae-4441-97c7-1363d9eda5d0 req-ab1446c9-bf73-4325-8eee-575ab3182646 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:48.762968 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d8d9143a-d7ae-4441-97c7-1363d9eda5d0 req-ab1446c9-bf73-4325-8eee-575ab3182646 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e6c44f-1eb8-4f5b-9090-03e3264d56ef HTTP/1.1" status: 200 len: 944 time: 0.0897479 Aug 20 15:57:48.815632 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d8d9143a-d7ae-4441-97c7-1363d9eda5d0 req-88e554ba-07ab-4330-a417-e37419535d18 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/security-groups?id=112b4c4a-9aac-4563-ba95-eb7bf21b72a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426111 Aug 20 15:57:49.038190 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20917799-ddc0-4f7f-a951-a6a8c50661f6 req-192ef1fa-cde6-463d-9fd1-cf6f92491f24 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:49.039916 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-20917799-ddc0-4f7f-a951-a6a8c50661f6 req-192ef1fa-cde6-463d-9fd1-cf6f92491f24 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 0.0862980 Aug 20 15:57:49.094793 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-20917799-ddc0-4f7f-a951-a6a8c50661f6 req-c4deffe7-e232-4a24-a266-15ee14677ac4 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469999 Aug 20 15:57:49.191430 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 59202) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:57:49.353724 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-4db8d6c8-6fdd-47b8-8668-5d1048aac726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:49.398505 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-4db8d6c8-6fdd-47b8-8668-5d1048aac726 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:57:49.405419 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-4db8d6c8-6fdd-47b8-8668-5d1048aac726 admin admin] Usage tracker for resource:security_group_rule and tenant:1be9466c46c54476b2284b73f1046517 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:57:49.410430 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-4db8d6c8-6fdd-47b8-8668-5d1048aac726 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:57:49.421406 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-4db8d6c8-6fdd-47b8-8668-5d1048aac726 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:57:49.503565 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-4db8d6c8-6fdd-47b8-8668-5d1048aac726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:49.509745 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-4db8d6c8-6fdd-47b8-8668-5d1048aac726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:49.516831 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-c2db0f0d-d648-460a-9f55-41d1f93a6843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:49.561633 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8d6c8-6fdd-47b8-8668-5d1048aac726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0aee997-e726-4c33-a270-47e3cfcd6054,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:49.565999 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-4db8d6c8-6fdd-47b8-8668-5d1048aac726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:49.572876 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 59212) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:57:49.573272 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-4db8d6c8-6fdd-47b8-8668-5d1048aac726 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1be9466c46c54476b2284b73f1046517&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3797884 Aug 20 15:57:49.646527 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-16c62111-fa2a-4bbe-875b-714cb1a439f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:49.687040 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-16c62111-fa2a-4bbe-875b-714cb1a439f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:49.798774 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-16c62111-fa2a-4bbe-875b-714cb1a439f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:49.802705 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-853d67af-f867-469e-92d7-a16f2fb63a4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:49.814659 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c62111-fa2a-4bbe-875b-714cb1a439f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0aee997-e726-4c33-a270-47e3cfcd6054,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:49.823136 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-16c62111-fa2a-4bbe-875b-714cb1a439f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:49.823718 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-16c62111-fa2a-4bbe-875b-714cb1a439f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:49.837132 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-16c62111-fa2a-4bbe-875b-714cb1a439f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a0aee997-e726-4c33-a270-47e3cfcd6054 HTTP/1.1" status: 204 len: 168 time: 0.2543771 Aug 20 15:57:49.879159 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbabf7-2c66-46db-923e-8242827f83fd req-1fac800c-5264-496a-ad1c-203fccf91772 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:49.887768 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-bbbbabf7-2c66-46db-923e-8242827f83fd req-1fac800c-5264-496a-ad1c-203fccf91772 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.1265755 Aug 20 15:57:49.948163 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-bbbbabf7-2c66-46db-923e-8242827f83fd req-4d53348e-7e82-42ae-a293-9bfbbe79913d tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590749 Aug 20 15:57:50.280705 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83e452-05ea-443d-b51c-8bfce1ef246e req-896c20c2-82b7-4df0-a186-cf6d4f86a73c tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:50.282489 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8d83e452-05ea-443d-b51c-8bfce1ef246e req-896c20c2-82b7-4df0-a186-cf6d4f86a73c tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e6c44f-1eb8-4f5b-9090-03e3264d56ef HTTP/1.1" status: 200 len: 944 time: 0.1867335 Aug 20 15:57:50.474068 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8d83e452-05ea-443d-b51c-8bfce1ef246e req-185154a6-70ec-4f2d-91e3-96e0c61d29bb tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/security-groups?id=112b4c4a-9aac-4563-ba95-eb7bf21b72a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795335 Aug 20 15:57:50.509036 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc00dd-85b0-4223-b58c-bfd0c9075624 req-46edf63e-c344-4847-87fd-2ad5dbb4115c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:50.511656 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-dbdc00dd-85b0-4223-b58c-bfd0c9075624 req-46edf63e-c344-4847-87fd-2ad5dbb4115c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 0.1156907 Aug 20 15:57:50.598426 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-dbdc00dd-85b0-4223-b58c-bfd0c9075624 req-1c07406d-568a-4a40-aba7-4db6637d327c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793765 Aug 20 15:57:51.050281 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd up at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:57:51.151029 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning for port 17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:57:51.158238 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning complete for port 17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:57:51.158665 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:51.341426 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:51.372382 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e6c44f-1eb8-4f5b-9090-03e3264d56ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd'}] {{(pid=75062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:57:51.384025 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd,segment=NetworkSegment(9db3a52a-d523-44b3-8df2-d393a5c5b336),segment_id=9db3a52a-d523-44b3-8df2-d393a5c5b336)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:57:51.389767 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:51.391697 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:51.463157 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd,revision_number=5']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:51.466940 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:51.514845 dv-cinder-805398-3-smb neutron-server[75062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e6c44f-1eb8-4f5b-9090-03e3264d56ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd', 'code': 200} Aug 20 15:57:51.772780 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f7535-e538-4edd-86f6-44e8cd70ca45 req-c079b02f-a8c7-424a-b75b-8fb1729a8aaf tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:51.774875 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b72f7535-e538-4edd-86f6-44e8cd70ca45 req-c079b02f-a8c7-424a-b75b-8fb1729a8aaf tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e6c44f-1eb8-4f5b-9090-03e3264d56ef HTTP/1.1" status: 200 len: 945 time: 0.1004486 Aug 20 15:57:51.990279 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b72f7535-e538-4edd-86f6-44e8cd70ca45 req-94c325c5-5fff-4608-a4f3-6bb10682fa15 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/security-groups?id=112b4c4a-9aac-4563-ba95-eb7bf21b72a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814361 Aug 20 15:57:52.078517 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5f37eb91-72af-414c-b7c9-a12503399a60 req-a1a9f33a-3642-4b0d-97aa-7e0998641792 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=12e6c44f-1eb8-4f5b-9090-03e3264d56ef HTTP/1.1" status: 200 len: 1098 time: 0.3020360 Aug 20 15:57:52.151080 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b89111-96ea-47c0-87fa-a164548bba74 req-a5d2506d-3c58-4551-992e-d31c5ae39fe1 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:52.153495 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-76b89111-96ea-47c0-87fa-a164548bba74 req-a5d2506d-3c58-4551-992e-d31c5ae39fe1 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 0.2324986 Aug 20 15:57:52.234441 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5f37eb91-72af-414c-b7c9-a12503399a60 req-aded1be8-38e2-44d2-9091-29c9684e6636 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=112b4c4a-9aac-4563-ba95-eb7bf21b72a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449540 Aug 20 15:57:52.255210 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-76b89111-96ea-47c0-87fa-a164548bba74 req-a7ecc3e7-f20c-4041-ae20-174e9cbefd90 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878272 Aug 20 15:57:52.527902 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e836f-1899-4703-93f7-6e80056cc7c7 req-080c72da-2a2b-4094-a183-53d3ed46e0e1 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:52.529199 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-817e836f-1899-4703-93f7-6e80056cc7c7 req-080c72da-2a2b-4094-a183-53d3ed46e0e1 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.1481774 Aug 20 15:57:52.536062 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b64dce-0ef4-4c4f-be67-33ecd3fb5068 req-a870863b-4a0b-404b-bfa4-2bc7a2c6a500 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:52.537542 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-75b64dce-0ef4-4c4f-be67-33ecd3fb5068 req-a870863b-4a0b-404b-bfa4-2bc7a2c6a500 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=926e508e-5def-4f07-ab60-c535ab5cdad5 HTTP/1.1" status: 200 len: 946 time: 0.1147215 Aug 20 15:57:52.616682 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-817e836f-1899-4703-93f7-6e80056cc7c7 req-a5db4c47-b353-44ac-86d4-23eaead14d6a tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781217 Aug 20 15:57:52.622474 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-75b64dce-0ef4-4c4f-be67-33ecd3fb5068 req-674a44c7-27da-4ac8-9f76-cc48d55a4eb1 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698621 Aug 20 15:57:53.262248 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64708a-9b29-4eca-bdbe-ac5f0bcac057 req-f85008d7-0ccf-4a60-8347-eec8463e59ff tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:53.263872 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3d64708a-9b29-4eca-bdbe-ac5f0bcac057 req-f85008d7-0ccf-4a60-8347-eec8463e59ff tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e6c44f-1eb8-4f5b-9090-03e3264d56ef HTTP/1.1" status: 200 len: 945 time: 0.0873206 Aug 20 15:57:53.338660 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3d64708a-9b29-4eca-bdbe-ac5f0bcac057 req-619c974d-8108-4d41-90fb-e951a9183e1a tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/security-groups?id=112b4c4a-9aac-4563-ba95-eb7bf21b72a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673780 Aug 20 15:57:53.522244 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-cbbc24d7-3260-4440-be52-efce0e20f0f0 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=47f0082735224e8aa1be3a0e02b1b609&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325477 Aug 20 15:57:53.656763 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8145639-ef04-491d-ace3-28f7275e1b57 req-1b9b9749-32b2-455b-8274-3adbf17279f9 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:53.658344 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a8145639-ef04-491d-ace3-28f7275e1b57 req-1b9b9749-32b2-455b-8274-3adbf17279f9 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 0.2471611 Aug 20 15:57:53.733573 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-26e43764-7ca1-491e-aae0-012c400e2e81 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:53.735094 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-26e43764-7ca1-491e-aae0-012c400e2e81 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2063475 Aug 20 15:57:53.758991 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a8145639-ef04-491d-ace3-28f7275e1b57 req-d9fed873-8a5b-4e0d-96a7-b551a9e6dc9a tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914450 Aug 20 15:57:53.761066 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-8555414f-e94b-43fc-b620-c80a06c0c330 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] 10.222.0.13 "GET /v2.0/quotas/47f0082735224e8aa1be3a0e02b1b609 HTTP/1.1" status: 200 len: 375 time: 0.0201664 Aug 20 15:57:53.817932 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-605c6516-437f-4939-9d18-c80e2ccdccd0 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=47f0082735224e8aa1be3a0e02b1b609&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504215 Aug 20 15:57:54.065449 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c9ae4-d0d6-4d9a-bb86-b9e20ef5e165 req-580808dd-8ee0-4eae-a5ab-fe22d542bab2 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:54.080521 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-764c9ae4-d0d6-4d9a-bb86-b9e20ef5e165 req-580808dd-8ee0-4eae-a5ab-fe22d542bab2 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=926e508e-5def-4f07-ab60-c535ab5cdad5 HTTP/1.1" status: 200 len: 946 time: 0.1870654 Aug 20 15:57:54.168199 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-764c9ae4-d0d6-4d9a-bb86-b9e20ef5e165 req-cfc7662a-8934-4b54-8913-d7992ae25834 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855992 Aug 20 15:57:54.338543 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9e64288b-fb07-4d74-85ea-320d03bd3645 req-6be6da5c-2c85-4dcf-acf5-fe058e7fa75f tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] 10.222.0.13 "GET /v2.0/ports?device_id=112cdedb-74fd-45df-8db4-e87c558446b6 HTTP/1.1" status: 200 len: 210 time: 0.0493937 Aug 20 15:57:54.628008 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c372726-b028-4a46-b0bb-38b5828ba309 req-758bda47-7617-4f47-b01a-8c776e0fa782 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:54.629529 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3c372726-b028-4a46-b0bb-38b5828ba309 req-758bda47-7617-4f47-b01a-8c776e0fa782 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e6c44f-1eb8-4f5b-9090-03e3264d56ef HTTP/1.1" status: 200 len: 945 time: 0.1284397 Aug 20 15:57:54.704545 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3c372726-b028-4a46-b0bb-38b5828ba309 req-09cf42c3-1929-4962-9979-0d4ab5cae678 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/security-groups?id=112b4c4a-9aac-4563-ba95-eb7bf21b72a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591671 Aug 20 15:57:54.721287 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2212833-8e04-4f46-86c5-f01e1217a364 req-2a643744-dee4-44fa-8800-a6b1feb1b2fb tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:54.723148 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c2212833-8e04-4f46-86c5-f01e1217a364 req-2a643744-dee4-44fa-8800-a6b1feb1b2fb tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.54 "GET /v2.0/ports?device_id=926e508e-5def-4f07-ab60-c535ab5cdad5 HTTP/1.1" status: 200 len: 946 time: 0.1461179 Aug 20 15:57:54.917626 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [req-c2212833-8e04-4f46-86c5-f01e1217a364 req-2771d02e-4a80-486e-be65-39cd80ad2dfa tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Deleting port caf9076d-c42e-4f5d-844f-e1095480abea {{(pid=75061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 15:57:54.918228 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-c2212833-8e04-4f46-86c5-f01e1217a364 req-2771d02e-4a80-486e-be65-39cd80ad2dfa tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:55.266092 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8edb5-1dd3-4a53-bbda-cf4045a5b812 req-7b81debc-69e2-41ad-9e0b-380c5edd3be0 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:55.267684 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4ac8edb5-1dd3-4a53-bbda-cf4045a5b812 req-7b81debc-69e2-41ad-9e0b-380c5edd3be0 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 0.2249000 Aug 20 15:57:55.358989 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4ac8edb5-1dd3-4a53-bbda-cf4045a5b812 req-6be30575-2eca-4a0c-a509-01e70a457719 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757074 Aug 20 15:57:55.391811 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-c2212833-8e04-4f46-86c5-f01e1217a364 req-2771d02e-4a80-486e-be65-39cd80ad2dfa tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] For port caf9076d-c42e-4f5d-844f-e1095480abea, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=caf9076d-c42e-4f5d-844f-e1095480abea,segment=NetworkSegment(c2be3471-78dd-4aa1-bdce-665f59ef88b0),segment_id=c2be3471-78dd-4aa1-bdce-665f59ef88b0)] {{(pid=75061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:57:55.392323 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-c2212833-8e04-4f46-86c5-f01e1217a364 req-2771d02e-4a80-486e-be65-39cd80ad2dfa tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:55.690257 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [req-c2212833-8e04-4f46-86c5-f01e1217a364 req-2771d02e-4a80-486e-be65-39cd80ad2dfa tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Calling delete_port for caf9076d-c42e-4f5d-844f-e1095480abea owned by compute:nova {{(pid=75061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 15:57:55.950350 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-c5e493ae-c228-4799-986f-f442bfa35e08 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=47f0082735224e8aa1be3a0e02b1b609&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323379 Aug 20 15:57:56.135944 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112bb4d-25a0-456d-b838-dc1b4ba9f66f req-df0203e2-987b-4ac4-9eed-32b7a8de24fd tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:56.138392 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e112bb4d-25a0-456d-b838-dc1b4ba9f66f req-df0203e2-987b-4ac4-9eed-32b7a8de24fd tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=926e508e-5def-4f07-ab60-c535ab5cdad5 HTTP/1.1" status: 200 len: 946 time: 0.6563957 Aug 20 15:57:56.139782 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-17017a22-d63f-49a3-8fd0-015fab3f31fa req-3982faa8-e012-4391-9713-f979a94bcde4 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] 10.222.0.13 "GET /v2.0/ports?device_id=112cdedb-74fd-45df-8db4-e87c558446b6 HTTP/1.1" status: 200 len: 210 time: 0.0718248 Aug 20 15:57:56.230258 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-c2212833-8e04-4f46-86c5-f01e1217a364 req-2771d02e-4a80-486e-be65-39cd80ad2dfa tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952'] for port, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:56.247196 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['5034477f-7ae3-475f-b8fd-b2ae04ab132b', '5f8f0996-214d-4532-9b61-4bd9042c2c23', 'f0b13f3b-7dcc-4387-8196-390eb422909c', 'caf9076d-c42e-4f5d-844f-e1095480abea'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 15:57:56.270234 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-54898e95-31ee-4f62-8be7-8d3b01d311f6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:56.414739 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771d02e-4a80-486e-be65-39cd80ad2dfa tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Pushing event deleted for resources: {'Port': ['ID=caf9076d-c42e-4f5d-844f-e1095480abea,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:56.428985 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-2771d02e-4a80-486e-be65-39cd80ad2dfa tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:56.447859 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e112bb4d-25a0-456d-b838-dc1b4ba9f66f req-17883fc1-08d7-4e66-8ff2-de2533466a7c tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903430 Aug 20 15:57:56.475938 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-884903d7-d958-4138-b44b-bb6c56fe1f1d tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:56.479129 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-884903d7-d958-4138-b44b-bb6c56fe1f1d tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5155253 Aug 20 15:57:56.559219 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-e2696ea4-0712-4dac-a886-3d9a11f86255 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Request body: {'port': {'device_id': '112cdedb-74fd-45df-8db4-e87c558446b6', 'network_id': '477dec94-ed69-423d-bf47-69aa34c8f11d', 'admin_state_up': True, 'tenant_id': '47f0082735224e8aa1be3a0e02b1b609'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:57:56.685035 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2212833-8e04-4f46-86c5-f01e1217a364 req-2771d02e-4a80-486e-be65-39cd80ad2dfa tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] No DVR routers for this DVR port caf9076d-c42e-4f5d-844f-e1095480abea on host hv-cinder-80539 {{(pid=75061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:57:56.694237 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-c2212833-8e04-4f46-86c5-f01e1217a364 req-2771d02e-4a80-486e-be65-39cd80ad2dfa tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:56.697123 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926e508e-5def-4f07-ab60-c535ab5cdad5', 'name': 'network-vif-deleted', 'tag': 'caf9076d-c42e-4f5d-844f-e1095480abea'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:57:56.746052 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c2212833-8e04-4f46-86c5-f01e1217a364 req-2771d02e-4a80-486e-be65-39cd80ad2dfa tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.54 "DELETE /v2.0/ports/caf9076d-c42e-4f5d-844f-e1095480abea HTTP/1.1" status: 204 len: 173 time: 2.0158513 Aug 20 15:57:56.813869 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-e2696ea4-0712-4dac-a886-3d9a11f86255 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:57:56.822172 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-e2696ea4-0712-4dac-a886-3d9a11f86255 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Usage tracker for resource:port and tenant:47f0082735224e8aa1be3a0e02b1b609 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:57:56.826758 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-e2696ea4-0712-4dac-a886-3d9a11f86255 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:57:56.835961 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-e2696ea4-0712-4dac-a886-3d9a11f86255 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:57:56.858384 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-e2696ea4-0712-4dac-a886-3d9a11f86255 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Made reservation on behalf of 47f0082735224e8aa1be3a0e02b1b609 for: {'port': 1} {{(pid=75061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:57:56.862251 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-e2696ea4-0712-4dac-a886-3d9a11f86255 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:56.894451 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926e508e-5def-4f07-ab60-c535ab5cdad5', 'name': 'network-vif-deleted', 'tag': 'caf9076d-c42e-4f5d-844f-e1095480abea', 'status': 'completed', 'code': 200} Aug 20 15:57:56.896306 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-e2696ea4-0712-4dac-a886-3d9a11f86255 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Notify callbacks [] for security_group, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:57.003467 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-e2696ea4-0712-4dac-a886-3d9a11f86255 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:57:57.010834 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-e2696ea4-0712-4dac-a886-3d9a11f86255 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Usage tracker for resource:security_group_rule and tenant:47f0082735224e8aa1be3a0e02b1b609 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:57:57.016163 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-e2696ea4-0712-4dac-a886-3d9a11f86255 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:57:57.057035 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-e2696ea4-0712-4dac-a886-3d9a11f86255 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:57:57.094276 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c4ea23bc-5990-4c51-860f-fd463c58cb4e req-a92c67a5-820d-46ac-bcec-e863604b2bc0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f67c0c6df4d74cfab74276f0502944b4&device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 1098 time: 0.1988616 Aug 20 15:57:57.328716 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cd0df-7bf0-41a9-90cc-023b8daa3c43 req-7681de1c-15f5-4805-b06d-3d074055e436 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:57.330220 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f01cd0df-7bf0-41a9-90cc-023b8daa3c43 req-7681de1c-15f5-4805-b06d-3d074055e436 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 0.3098271 Aug 20 15:57:57.364068 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-e2696ea4-0712-4dac-a886-3d9a11f86255 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Notify callbacks [] for security_group, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:57.399677 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-e2696ea4-0712-4dac-a886-3d9a11f86255 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:57.406871 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-5ce0608d-6fe8-4fed-bc6e-0c7c98ccd44a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:57.481190 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea23bc-5990-4c51-860f-fd463c58cb4e req-0b65dd3b-e3c5-4a53-9a24-20c8ec0cdd85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:57.482748 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c4ea23bc-5990-4c51-860f-fd463c58cb4e req-0b65dd3b-e3c5-4a53-9a24-20c8ec0cdd85 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fc37f4d2-7566-422c-9224-61d148cf8ba2 HTTP/1.1" status: 200 len: 920 time: 0.3681772 Aug 20 15:57:57.571455 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2696ea4-0712-4dac-a886-3d9a11f86255 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a746bb-787b-4836-a4d4-9fa833fb7a82,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:57.574773 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-e2696ea4-0712-4dac-a886-3d9a11f86255 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:57.611647 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f01cd0df-7bf0-41a9-90cc-023b8daa3c43 req-77445e88-ffbf-4ca9-93c9-a06f90d280ae tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2611966 Aug 20 15:57:57.618925 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c4ea23bc-5990-4c51-860f-fd463c58cb4e req-22b572df-ea77-4083-8384-32542d9a4d39 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8dafc45-0347-45eb-80fb-a1ea612a94dd HTTP/1.1" status: 200 len: 217 time: 0.1174498 Aug 20 15:57:57.628956 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4641b00-d09b-49db-8a7d-5193520c7e1c req-3f0bb57e-040e-4ca1-bbc4-760a5252d5ea tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:57.630552 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e4641b00-d09b-49db-8a7d-5193520c7e1c req-3f0bb57e-040e-4ca1-bbc4-760a5252d5ea tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.3948820 Aug 20 15:57:57.793714 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea23bc-5990-4c51-860f-fd463c58cb4e req-25e82c63-78d0-4de6-a18d-11a6d7876d07 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:57.795178 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c4ea23bc-5990-4c51-860f-fd463c58cb4e req-25e82c63-78d0-4de6-a18d-11a6d7876d07 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=10eaa4f8-a6eb-4f2f-96c7-b53d6cba92f7 HTTP/1.1" status: 200 len: 858 time: 0.1637499 Aug 20 15:57:57.812734 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.db_base_plugin_common [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-e2696ea4-0712-4dac-a886-3d9a11f86255 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Allocated IP 192.168.233.116 (477dec94-ed69-423d-bf47-69aa34c8f11d/fb354756-c724-4893-ac83-d4189e8cbbf7/84251916-91df-40d6-a720-8dd725abde9a) {{(pid=75061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:57:57.854792 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e4641b00-d09b-49db-8a7d-5193520c7e1c req-8ab64a7f-36d5-4838-8689-0bf0667085e7 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832449 Aug 20 15:57:57.867749 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c4ea23bc-5990-4c51-860f-fd463c58cb4e req-4434d221-2509-4631-97e8-7222e7d0d904 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fc37f4d2-7566-422c-9224-61d148cf8ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525603 Aug 20 15:57:58.144786 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9d8b8c31-d56b-47a9-b79c-10b5815680fb req-94501c5c-ffeb-4c6f-8759-b6c951fae0d7 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] 10.222.0.13 "GET /v2.0/ports?device_id=112cdedb-74fd-45df-8db4-e87c558446b6 HTTP/1.1" status: 200 len: 210 time: 0.2797940 Aug 20 15:57:58.146651 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c4ea23bc-5990-4c51-860f-fd463c58cb4e req-6e282622-7f41-4ad4-80f3-7bba0ee02fa7 service neutron] 10.222.0.54 "GET /v2.0/networks/fc37f4d2-7566-422c-9224-61d148cf8ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464898 Aug 20 15:57:58.451971 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c4ea23bc-5990-4c51-860f-fd463c58cb4e req-33fb2812-d1e2-4eed-a11e-9d466840b645 service neutron] 10.222.0.54 "GET /v2.0/networks/fc37f4d2-7566-422c-9224-61d148cf8ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898824 Aug 20 15:57:58.529191 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-e2696ea4-0712-4dac-a886-3d9a11f86255 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Notify callbacks [] for port, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:58.550717 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.provisioning_blocks [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-e2696ea4-0712-4dac-a886-3d9a11f86255 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Transition to ACTIVE for port object 84251916-91df-40d6-a720-8dd725abde9a will not be triggered until provisioned by entity DHCP. {{(pid=75061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:57:58.603251 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-e2696ea4-0712-4dac-a886-3d9a11f86255 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943'] for port, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:58.624382 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-fa4d8ed5-bcc5-4c6a-84ca-c258bd55e416 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:57:58.704907 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-e2696ea4-0712-4dac-a886-3d9a11f86255 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Network 477dec94-ed69-423d-bf47-69aa34c8f11d is already hosted by enough agents. {{(pid=75061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:57:58.709004 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.base_scheduler [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-e2696ea4-0712-4dac-a886-3d9a11f86255 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Resources bound (agent type, host, resource id): {{(pid=75061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:57:58.712399 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-e2696ea4-0712-4dac-a886-3d9a11f86255 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Received port after_create {{(pid=75061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:57:58.716586 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-e2696ea4-0712-4dac-a886-3d9a11f86255 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:58.717267 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-e2696ea4-0712-4dac-a886-3d9a11f86255 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:58.767794 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2696ea4-0712-4dac-a886-3d9a11f86255 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Pushing event updated for resources: {'Port': ['ID=84251916-91df-40d6-a720-8dd725abde9a,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:58.770927 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-e2696ea4-0712-4dac-a886-3d9a11f86255 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:57:58.855216 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-e2696ea4-0712-4dac-a886-3d9a11f86255 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3008399 Aug 20 15:57:58.868804 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-30533911-00b1-4930-b2b8-d75726094454 service neutron] Request body: {'port': {'device_id': '112cdedb-74fd-45df-8db4-e87c558446b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80539'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:57:58.998551 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f4c7ba0b-cf78-42c8-aaa2-e572f689d679 req-9377a0fa-91dd-4c85-a8c2-96f415a6c7ac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7e604552f7c48b6adf92b9295b42ab0&device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 1099 time: 0.2769125 Aug 20 15:57:59.017051 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c817cb-cb17-48f7-b78e-3d81efa94b55 req-1f1b1798-a6e2-4194-95f0-ab41068e8467 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:59.019521 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-68c817cb-cb17-48f7-b78e-3d81efa94b55 req-1f1b1798-a6e2-4194-95f0-ab41068e8467 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 0.2355921 Aug 20 15:57:59.063547 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device caf9076d-c42e-4f5d-844f-e1095480abea no longer exists at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 15:57:59.157862 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-d15ccb43-358f-45e9-b5d7-0d63823e70f2 None None] Provisioning for port 84251916-91df-40d6-a720-8dd725abde9a completed by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:57:59.171871 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] No Port match for: caf9076d-c42e-4f5d-844f-e1095480abea {{(pid=75062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 20 15:57:59.172223 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device caf9076d-c42e-4f5d-844f-e1095480abea not bound to the agent host hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 15:57:59.174557 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-d15ccb43-358f-45e9-b5d7-0d63823e70f2 None None] Provisioning complete for port 84251916-91df-40d6-a720-8dd725abde9a triggered by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:57:59.174936 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-d15ccb43-358f-45e9-b5d7-0d63823e70f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:59.189906 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-30533911-00b1-4930-b2b8-d75726094454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:59.232398 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-d15ccb43-358f-45e9-b5d7-0d63823e70f2 None None] Port 84251916-91df-40d6-a720-8dd725abde9a cannot update to ACTIVE because it is not bound. {{(pid=75062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 20 15:57:59.330211 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-68c817cb-cb17-48f7-b78e-3d81efa94b55 req-4862367a-51c6-441c-b527-f73d4a0e06b0 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2702880 Aug 20 15:57:59.356782 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7ba0b-cf78-42c8-aaa2-e572f689d679 req-4a90b0b1-4216-4e1d-86c5-14a54cd55fe7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:59.358894 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f4c7ba0b-cf78-42c8-aaa2-e572f689d679 req-4a90b0b1-4216-4e1d-86c5-14a54cd55fe7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e1370026-f031-4601-8314-e240c06ab358 HTTP/1.1" status: 200 len: 913 time: 0.3514104 Aug 20 15:57:59.567095 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922fbd3-52dc-4d64-aa4d-9edfd53ca766 req-badbdcdf-d500-4420-8ad7-eb002d368117 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:59.569445 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-1922fbd3-52dc-4d64-aa4d-9edfd53ca766 req-badbdcdf-d500-4420-8ad7-eb002d368117 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.4378569 Aug 20 15:57:59.629223 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f4c7ba0b-cf78-42c8-aaa2-e572f689d679 req-48446d33-dcdc-43c8-8c1e-df8b9fca1bcd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21a3f884-6323-4847-aa22-8978c57eb2b3 HTTP/1.1" status: 200 len: 1002 time: 0.2564662 Aug 20 15:57:59.867553 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-1922fbd3-52dc-4d64-aa4d-9edfd53ca766 req-da74c9c7-85d4-4569-bcfb-d1c4fc11d11f tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590349 Aug 20 15:57:59.868933 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7ba0b-cf78-42c8-aaa2-e572f689d679 req-b6de90e1-e4cd-4611-a0d1-6cedaa7e8ba6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:59.870391 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f4c7ba0b-cf78-42c8-aaa2-e572f689d679 req-b6de90e1-e4cd-4611-a0d1-6cedaa7e8ba6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=36223243-b246-4e2e-9e1f-57c0926d199c HTTP/1.1" status: 200 len: 850 time: 0.2298141 Aug 20 15:58:00.026883 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97fbd7-0659-439d-bc66-79d280216906 req-1d990f23-3d83-448a-82bc-047a0f81286c tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:00.027657 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-9e97fbd7-0659-439d-bc66-79d280216906 req-1d990f23-3d83-448a-82bc-047a0f81286c tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Synchronizing usage tracker for tenant:47f0082735224e8aa1be3a0e02b1b609 on resource:port {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 15:58:00.033803 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.db.resource_extend [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-30533911-00b1-4930-b2b8-d75726094454 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 15:58:00.115354 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-9e97fbd7-0659-439d-bc66-79d280216906 req-1d990f23-3d83-448a-82bc-047a0f81286c tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Unset dirty status for tenant:47f0082735224e8aa1be3a0e02b1b609 on resource:port {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 15:58:00.116573 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9e97fbd7-0659-439d-bc66-79d280216906 req-1d990f23-3d83-448a-82bc-047a0f81286c tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] 10.222.0.13 "GET /v2.0/ports?device_id=112cdedb-74fd-45df-8db4-e87c558446b6 HTTP/1.1" status: 200 len: 936 time: 0.5614610 Aug 20 15:58:00.154401 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-30533911-00b1-4930-b2b8-d75726094454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84251916-91df-40d6-a720-8dd725abde9a {{(pid=75061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:58:00.168376 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-30533911-00b1-4930-b2b8-d75726094454 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:00.198229 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f4c7ba0b-cf78-42c8-aaa2-e572f689d679 req-022a3f23-1033-48ef-b73d-ef424e20e0d9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e1370026-f031-4601-8314-e240c06ab358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3127820 Aug 20 15:58:00.205131 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.provisioning_blocks [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-30533911-00b1-4930-b2b8-d75726094454 service neutron] Transition to ACTIVE for port object 84251916-91df-40d6-a720-8dd725abde9a will not be triggered until provisioned by entity L2. {{(pid=75061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:58:00.213876 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-30533911-00b1-4930-b2b8-d75726094454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:00.219433 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-cc16989d-b19f-43be-a4a5-44e07529be15 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:00.248859 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-9e97fbd7-0659-439d-bc66-79d280216906 req-707ac5b0-056a-4397-a9af-ba6dccb7389a tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Synchronizing usage tracker for tenant:47f0082735224e8aa1be3a0e02b1b609 on resource:security_group {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 15:58:00.524491 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-9e97fbd7-0659-439d-bc66-79d280216906 req-707ac5b0-056a-4397-a9af-ba6dccb7389a tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Unset dirty status for tenant:47f0082735224e8aa1be3a0e02b1b609 on resource:security_group {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 15:58:00.532706 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9e97fbd7-0659-439d-bc66-79d280216906 req-707ac5b0-056a-4397-a9af-ba6dccb7389a tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6a746bb-787b-4836-a4d4-9fa833fb7a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039557 Aug 20 15:58:00.535833 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30533911-00b1-4930-b2b8-d75726094454 service neutron] Pushing event updated for resources: {'Port': ['ID=84251916-91df-40d6-a720-8dd725abde9a,revision_number=2']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:00.567062 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-30533911-00b1-4930-b2b8-d75726094454 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:00.746680 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-30533911-00b1-4930-b2b8-d75726094454 service neutron] Attempting to bind port 84251916-91df-40d6-a720-8dd725abde9a on host hv-cinder-80539 for vnic_type normal with profile {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:58:00.747766 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-30533911-00b1-4930-b2b8-d75726094454 service neutron] Attempting to bind port 84251916-91df-40d6-a720-8dd725abde9a by drivers openvswitch,hyperv on host hv-cinder-80539 at level 0 using segments [{'id': 'a7b51a8f-2fb0-4109-bcda-c8f076d17411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '477dec94-ed69-423d-bf47-69aa34c8f11d'}] {{(pid=75061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:58:00.747766 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-30533911-00b1-4930-b2b8-d75726094454 service neutron] Attempting to bind port 84251916-91df-40d6-a720-8dd725abde9a on network 477dec94-ed69-423d-bf47-69aa34c8f11d {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:58:00.773817 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f4c7ba0b-cf78-42c8-aaa2-e572f689d679 req-38127163-7f89-40f6-80e8-ac15b55d7438 service neutron] 10.222.0.54 "GET /v2.0/networks/e1370026-f031-4601-8314-e240c06ab358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5555601 Aug 20 15:58:00.782372 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-30533911-00b1-4930-b2b8-d75726094454 service neutron] Port 84251916-91df-40d6-a720-8dd725abde9a on network 477dec94-ed69-423d-bf47-69aa34c8f11d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80539 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:58:00.782808 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-30533911-00b1-4930-b2b8-d75726094454 service neutron] Attempting to bind port 84251916-91df-40d6-a720-8dd725abde9a on network 477dec94-ed69-423d-bf47-69aa34c8f11d {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:58:00.887270 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-30533911-00b1-4930-b2b8-d75726094454 service neutron] Checking agent: {'id': '8cb0eed4-3a83-4faf-85db-5d15db1f4851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80539', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 53, 18), 'started_at': datetime.datetime(2021, 8, 20, 15, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:58:00.887601 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-30533911-00b1-4930-b2b8-d75726094454 service neutron] Checking segment: {'id': 'a7b51a8f-2fb0-4109-bcda-c8f076d17411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '477dec94-ed69-423d-bf47-69aa34c8f11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:58:00.887987 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-30533911-00b1-4930-b2b8-d75726094454 service neutron] Bound using segment: {'id': 'a7b51a8f-2fb0-4109-bcda-c8f076d17411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '477dec94-ed69-423d-bf47-69aa34c8f11d'} {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:58:00.888424 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-30533911-00b1-4930-b2b8-d75726094454 service neutron] Bound port: 84251916-91df-40d6-a720-8dd725abde9a, host: hv-cinder-80539, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7b51a8f-2fb0-4109-bcda-c8f076d17411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '477dec94-ed69-423d-bf47-69aa34c8f11d'}}] {{(pid=75061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:58:00.888765 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-30533911-00b1-4930-b2b8-d75726094454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:00.944684 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc13f3-f3ee-4ce1-9fc1-df35de3df39e req-61e84784-33bd-4b88-bae9-0380ce458e1b tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:00.946761 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-33dc13f3-f3ee-4ce1-9fc1-df35de3df39e req-61e84784-33bd-4b88-bae9-0380ce458e1b tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 0.3833001 Aug 20 15:58:01.031574 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ca37e-4fdd-4a33-804a-122a2d70fb3d req-98a0e815-ed83-46bd-90b8-b4c0097b7327 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:01.032346 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-813ca37e-4fdd-4a33-804a-122a2d70fb3d req-98a0e815-ed83-46bd-90b8-b4c0097b7327 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Synchronizing usage tracker for tenant:3ef32ffa9742498dbab644d6d4143034 on resource:port {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 15:58:01.101526 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f4c7ba0b-cf78-42c8-aaa2-e572f689d679 req-1f1bebcc-727f-4c9f-b8d8-f9308d2f9da6 service neutron] 10.222.0.54 "GET /v2.0/networks/e1370026-f031-4601-8314-e240c06ab358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137469 Aug 20 15:58:01.122648 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-813ca37e-4fdd-4a33-804a-122a2d70fb3d req-98a0e815-ed83-46bd-90b8-b4c0097b7327 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Unset dirty status for tenant:3ef32ffa9742498dbab644d6d4143034 on resource:port {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 15:58:01.124082 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-813ca37e-4fdd-4a33-804a-122a2d70fb3d req-98a0e815-ed83-46bd-90b8-b4c0097b7327 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=1474d14a-d792-4cf7-932e-abb11c1a04d9 HTTP/1.1" status: 200 len: 946 time: 0.4542634 Aug 20 15:58:01.128575 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-33dc13f3-f3ee-4ce1-9fc1-df35de3df39e req-30422a74-33dc-4e9c-96dd-4ee66d62ec7b tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575320 Aug 20 15:58:01.130134 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-30533911-00b1-4930-b2b8-d75726094454 service neutron] For port 84251916-91df-40d6-a720-8dd725abde9a, host hv-cinder-80539, cleared binding levels {{(pid=75061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:58:01.161566 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-30533911-00b1-4930-b2b8-d75726094454 service neutron] For port 84251916-91df-40d6-a720-8dd725abde9a, host hv-cinder-80539, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=84251916-91df-40d6-a720-8dd725abde9a,segment=NetworkSegment(a7b51a8f-2fb0-4109-bcda-c8f076d17411),segment_id=a7b51a8f-2fb0-4109-bcda-c8f076d17411)] {{(pid=75061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:58:01.172569 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-30533911-00b1-4930-b2b8-d75726094454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:01.179050 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-c77e5372-d96a-44bc-818c-068ec5d0c2d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:01.251961 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-813ca37e-4fdd-4a33-804a-122a2d70fb3d req-988aaa04-430a-4c47-af40-03a1d567f62a tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189280 Aug 20 15:58:01.259523 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-30533911-00b1-4930-b2b8-d75726094454 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:01.265699 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-30533911-00b1-4930-b2b8-d75726094454 service neutron] 10.222.0.54 "PUT /v2.0/ports/84251916-91df-40d6-a720-8dd725abde9a HTTP/1.1" status: 200 len: 1098 time: 2.3972950 Aug 20 15:58:01.265699 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '112cdedb-74fd-45df-8db4-e87c558446b6', 'tag': '84251916-91df-40d6-a720-8dd725abde9a'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:58:01.282805 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30533911-00b1-4930-b2b8-d75726094454 service neutron] Pushing event updated for resources: {'Port': ['ID=84251916-91df-40d6-a720-8dd725abde9a,revision_number=3']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:01.290486 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-30533911-00b1-4930-b2b8-d75726094454 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:01.460226 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74879045-3ce4-4b71-b26a-afeaee591c86 req-686280f0-8087-404e-ac3f-e8db7075d910 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:01.462572 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-74879045-3ce4-4b71-b26a-afeaee591c86 req-686280f0-8087-404e-ac3f-e8db7075d910 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.1509502 Aug 20 15:58:01.466155 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-8af84775-e285-4f10-a3f1-198bef81035e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=47f0082735224e8aa1be3a0e02b1b609&device_id=112cdedb-74fd-45df-8db4-e87c558446b6 HTTP/1.1" status: 200 len: 1101 time: 0.1115193 Aug 20 15:58:01.604600 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-2a65ec35-5c8b-42cf-93e7-1d3d5d3f9a88 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=84251916-91df-40d6-a720-8dd725abde9a HTTP/1.1" status: 200 len: 217 time: 0.1059203 Aug 20 15:58:01.652317 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '112cdedb-74fd-45df-8db4-e87c558446b6', 'tag': '84251916-91df-40d6-a720-8dd725abde9a', 'status': 'completed', 'code': 200} Aug 20 15:58:01.680586 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-74879045-3ce4-4b71-b26a-afeaee591c86 req-0a2b9e71-ec4f-4436-bb26-fa4e2cf2ae14 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064829 Aug 20 15:58:01.699243 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-767aa674-3e5b-423c-b409-a0ad0c75c8fc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:01.701162 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-767aa674-3e5b-423c-b409-a0ad0c75c8fc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fb354756-c724-4893-ac83-d4189e8cbbf7 HTTP/1.1" status: 200 len: 843 time: 0.0856805 Aug 20 15:58:01.876807 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-1cac72fe-643c-45e9-8265-d72aae232c56 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=477dec94-ed69-423d-bf47-69aa34c8f11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1554618 Aug 20 15:58:01.930934 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f102a-03c6-4fc4-8f3f-a7962913f033 req-c429434b-7194-481e-90d7-e7c6136852c9 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:01.932621 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-067f102a-03c6-4fc4-8f3f-a7962913f033 req-c429434b-7194-481e-90d7-e7c6136852c9 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] 10.222.0.13 "GET /v2.0/ports?device_id=112cdedb-74fd-45df-8db4-e87c558446b6 HTTP/1.1" status: 200 len: 948 time: 0.1393380 Aug 20 15:58:02.071318 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-067f102a-03c6-4fc4-8f3f-a7962913f033 req-88d97ce0-576b-418c-8ccb-00ca414a8d73 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6a746bb-787b-4836-a4d4-9fa833fb7a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866184 Aug 20 15:58:02.232572 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-5bac1a90-f4da-4bd2-93b9-1eaf971425a3 service neutron] 10.222.0.54 "GET /v2.0/networks/477dec94-ed69-423d-bf47-69aa34c8f11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320014 Aug 20 15:58:02.691998 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c1cd8fb1-35fd-41df-b413-739941f769cb req-08f4dfa3-3f8b-4b92-9ee2-957b40deea59 service neutron] 10.222.0.54 "GET /v2.0/networks/477dec94-ed69-423d-bf47-69aa34c8f11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431775 Aug 20 15:58:02.740438 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975f1cf-c8e2-409c-8d29-4a613b3ce738 req-aea40338-4541-498e-825e-9a9e096cb155 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:02.743631 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a975f1cf-c8e2-409c-8d29-4a613b3ce738 req-aea40338-4541-498e-825e-9a9e096cb155 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 0.3650231 Aug 20 15:58:02.788261 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1c31f-302b-45fa-99fc-64eada1662db req-fc63683a-0de4-430e-a4b4-a3919448174d tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:02.792040 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9be1c31f-302b-45fa-99fc-64eada1662db req-fc63683a-0de4-430e-a4b4-a3919448174d tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=1474d14a-d792-4cf7-932e-abb11c1a04d9 HTTP/1.1" status: 200 len: 946 time: 0.3317802 Aug 20 15:58:03.026305 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a975f1cf-c8e2-409c-8d29-4a613b3ce738 req-5bd7f85a-76e8-4172-93e6-da93d60e3a50 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2735357 Aug 20 15:58:03.035109 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9be1c31f-302b-45fa-99fc-64eada1662db req-9d72e24f-50fb-4b07-b3f2-3889511317b0 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830633 Aug 20 15:58:03.132057 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ae6bf3ae-092b-4903-89e2-d79b14c5a90f req-f86f44d0-0335-49f4-9735-3a686ebdc6eb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=47f0082735224e8aa1be3a0e02b1b609&device_id=112cdedb-74fd-45df-8db4-e87c558446b6 HTTP/1.1" status: 200 len: 1101 time: 0.3349836 Aug 20 15:58:03.508740 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1869cb8-d699-4d1e-a61e-f9c3cd207561 req-2e598d99-3954-4612-a301-c941488313e7 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:03.510183 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d1869cb8-d699-4d1e-a61e-f9c3cd207561 req-2e598d99-3954-4612-a301-c941488313e7 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.54 "GET /v2.0/ports?device_id=1474d14a-d792-4cf7-932e-abb11c1a04d9 HTTP/1.1" status: 200 len: 946 time: 0.4826717 Aug 20 15:58:03.593296 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6bf3ae-092b-4903-89e2-d79b14c5a90f req-8a04574a-cff3-41bf-922a-468b65d854e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:03.594958 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ae6bf3ae-092b-4903-89e2-d79b14c5a90f req-8a04574a-cff3-41bf-922a-468b65d854e0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=477dec94-ed69-423d-bf47-69aa34c8f11d HTTP/1.1" status: 200 len: 871 time: 0.4479277 Aug 20 15:58:03.699157 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246467dd-d34f-4542-a0c7-607e315e213d req-ed0c8005-f642-44f3-b798-1778287ca4ee tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:03.700698 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-246467dd-d34f-4542-a0c7-607e315e213d req-ed0c8005-f642-44f3-b798-1778287ca4ee tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.4952495 Aug 20 15:58:03.706529 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [req-d1869cb8-d699-4d1e-a61e-f9c3cd207561 req-23c2f2b6-1ebb-4039-9416-a6e1b8d1fa4f tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Deleting port f0b13f3b-7dcc-4387-8196-390eb422909c {{(pid=75061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 15:58:03.706858 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-d1869cb8-d699-4d1e-a61e-f9c3cd207561 req-23c2f2b6-1ebb-4039-9416-a6e1b8d1fa4f tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:03.743545 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ae6bf3ae-092b-4903-89e2-d79b14c5a90f req-3c6f258c-cf58-4db7-aacb-5cc8d354a1c6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=84251916-91df-40d6-a720-8dd725abde9a HTTP/1.1" status: 200 len: 217 time: 0.1345978 Aug 20 15:58:03.832333 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92e64b-b7ac-4cad-aac0-641b64c50d16 req-784ad02e-3e67-4522-b67e-36e51f50d182 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:03.833824 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-fc92e64b-b7ac-4cad-aac0-641b64c50d16 req-784ad02e-3e67-4522-b67e-36e51f50d182 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] 10.222.0.13 "GET /v2.0/ports?device_id=112cdedb-74fd-45df-8db4-e87c558446b6 HTTP/1.1" status: 200 len: 948 time: 0.4601293 Aug 20 15:58:03.970161 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6bf3ae-092b-4903-89e2-d79b14c5a90f req-e08a5115-e413-4260-bc7f-d678570584d7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:03.971759 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ae6bf3ae-092b-4903-89e2-d79b14c5a90f req-e08a5115-e413-4260-bc7f-d678570584d7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fb354756-c724-4893-ac83-d4189e8cbbf7 HTTP/1.1" status: 200 len: 843 time: 0.2088504 Aug 20 15:58:03.988975 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-246467dd-d34f-4542-a0c7-607e315e213d req-f4626dc7-5a02-4805-bce9-d131da0674c3 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551825 Aug 20 15:58:04.110637 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-fc92e64b-b7ac-4cad-aac0-641b64c50d16 req-0e6f09d5-fba6-4cce-8188-566746567d86 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6a746bb-787b-4836-a4d4-9fa833fb7a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646618 Aug 20 15:58:04.339659 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ae6bf3ae-092b-4903-89e2-d79b14c5a90f req-93f5f929-86d9-45f4-9844-a7e14771ac59 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=477dec94-ed69-423d-bf47-69aa34c8f11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3563149 Aug 20 15:58:04.403045 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-d1869cb8-d699-4d1e-a61e-f9c3cd207561 req-23c2f2b6-1ebb-4039-9416-a6e1b8d1fa4f tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] For port f0b13f3b-7dcc-4387-8196-390eb422909c, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=f0b13f3b-7dcc-4387-8196-390eb422909c,segment=NetworkSegment(c2be3471-78dd-4aa1-bdce-665f59ef88b0),segment_id=c2be3471-78dd-4aa1-bdce-665f59ef88b0)] {{(pid=75061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:58:04.403638 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-d1869cb8-d699-4d1e-a61e-f9c3cd207561 req-23c2f2b6-1ebb-4039-9416-a6e1b8d1fa4f tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:04.881811 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [req-d1869cb8-d699-4d1e-a61e-f9c3cd207561 req-23c2f2b6-1ebb-4039-9416-a6e1b8d1fa4f tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Calling delete_port for f0b13f3b-7dcc-4387-8196-390eb422909c owned by compute:nova {{(pid=75061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 15:58:05.067133 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 84251916-91df-40d6-a720-8dd725abde9a details requested by agent hyperv_hv-cinder-80539 with host hv-cinder-80539 {{(pid=75062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 15:58:05.103362 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad5cba-59ad-4afe-9022-cf489285a24a req-2ef2e86d-5de9-4909-a56a-3c9cde10a18e tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:05.104961 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-0aad5cba-59ad-4afe-9022-cf489285a24a req-2ef2e86d-5de9-4909-a56a-3c9cde10a18e tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=1474d14a-d792-4cf7-932e-abb11c1a04d9 HTTP/1.1" status: 200 len: 946 time: 0.8582983 Aug 20 15:58:05.115974 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ae6bf3ae-092b-4903-89e2-d79b14c5a90f req-00e23ab0-0988-46f7-b1da-16a9998e979a service neutron] 10.222.0.54 "GET /v2.0/networks/477dec94-ed69-423d-bf47-69aa34c8f11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7582181 Aug 20 15:58:05.310262 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 84251916-91df-40d6-a720-8dd725abde9a, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=84251916-91df-40d6-a720-8dd725abde9a,segment=NetworkSegment(a7b51a8f-2fb0-4109-bcda-c8f076d17411),segment_id=a7b51a8f-2fb0-4109-bcda-c8f076d17411)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:58:05.327574 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Returning: {'device': '84251916-91df-40d6-a720-8dd725abde9a', 'network_id': '477dec94-ed69-423d-bf47-69aa34c8f11d', 'port_id': '84251916-91df-40d6-a720-8dd725abde9a', 'mac_address': 'fa:16:3e:80:5b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb354756-c724-4893-ac83-d4189e8cbbf7', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 15:58:05.384113 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-d1869cb8-d699-4d1e-a61e-f9c3cd207561 req-23c2f2b6-1ebb-4039-9416-a6e1b8d1fa4f tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952'] for port, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:05.395274 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:05.403424 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-2771d02e-4a80-486e-be65-39cd80ad2dfa tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:05.410909 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['5034477f-7ae3-475f-b8fd-b2ae04ab132b', '5f8f0996-214d-4532-9b61-4bd9042c2c23', 'f0b13f3b-7dcc-4387-8196-390eb422909c'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 15:58:05.466423 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-0aad5cba-59ad-4afe-9022-cf489285a24a req-bbafbac2-cf18-49c5-aed0-317cd96ab859 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101287 Aug 20 15:58:05.472840 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2f2b6-1ebb-4039-9416-a6e1b8d1fa4f tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Pushing event deleted for resources: {'Port': ['ID=f0b13f3b-7dcc-4387-8196-390eb422909c,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:05.480868 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84251916-91df-40d6-a720-8dd725abde9a {{(pid=75062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:58:05.488580 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-23c2f2b6-1ebb-4039-9416-a6e1b8d1fa4f tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:05.545425 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ae6bf3ae-092b-4903-89e2-d79b14c5a90f req-35d50ad4-c174-40e0-b5eb-4afbc8feca85 service neutron] 10.222.0.54 "GET /v2.0/networks/477dec94-ed69-423d-bf47-69aa34c8f11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880479 Aug 20 15:58:05.549674 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 84251916-91df-40d6-a720-8dd725abde9a, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=84251916-91df-40d6-a720-8dd725abde9a,segment=NetworkSegment(a7b51a8f-2fb0-4109-bcda-c8f076d17411),segment_id=a7b51a8f-2fb0-4109-bcda-c8f076d17411)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:58:05.600322 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1869cb8-d699-4d1e-a61e-f9c3cd207561 req-23c2f2b6-1ebb-4039-9416-a6e1b8d1fa4f tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] No DVR routers for this DVR port f0b13f3b-7dcc-4387-8196-390eb422909c on host hv-cinder-80539 {{(pid=75061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:58:05.603973 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-d1869cb8-d699-4d1e-a61e-f9c3cd207561 req-23c2f2b6-1ebb-4039-9416-a6e1b8d1fa4f tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:05.607335 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1474d14a-d792-4cf7-932e-abb11c1a04d9', 'name': 'network-vif-deleted', 'tag': 'f0b13f3b-7dcc-4387-8196-390eb422909c'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:58:05.610015 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:05.615181 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-ee5e94a8-a44a-4e9f-b5e9-531a60001294 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:05.629176 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e1708-2cfa-41bf-ac2b-c36174fbeea3 req-e2b32b86-fed0-4d0b-bf59-2ee6ca1b2945 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:05.630819 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b94e1708-2cfa-41bf-ac2b-c36174fbeea3 req-e2b32b86-fed0-4d0b-bf59-2ee6ca1b2945 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.4237897 Aug 20 15:58:05.638303 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d1869cb8-d699-4d1e-a61e-f9c3cd207561 req-23c2f2b6-1ebb-4039-9416-a6e1b8d1fa4f tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.54 "DELETE /v2.0/ports/f0b13f3b-7dcc-4387-8196-390eb422909c HTTP/1.1" status: 204 len: 173 time: 2.1075244 Aug 20 15:58:05.747597 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b94e1708-2cfa-41bf-ac2b-c36174fbeea3 req-6c5f24e4-c8e0-4059-88ba-d80db67909c3 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080904 Aug 20 15:58:05.761462 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=84251916-91df-40d6-a720-8dd725abde9a,revision_number=4']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:05.765631 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:05.795961 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508432a-e565-4991-bc25-e0fb2f3d9673 req-eb46c701-e6d9-45f8-9ed9-bb3ed868bf81 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:05.797995 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c508432a-e565-4991-bc25-e0fb2f3d9673 req-eb46c701-e6d9-45f8-9ed9-bb3ed868bf81 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] 10.222.0.13 "GET /v2.0/ports?device_id=112cdedb-74fd-45df-8db4-e87c558446b6 HTTP/1.1" status: 200 len: 949 time: 0.1050937 Aug 20 15:58:05.881764 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c508432a-e565-4991-bc25-e0fb2f3d9673 req-3623bac0-e354-4a0c-bffa-bd86c2bf5e2a tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6a746bb-787b-4836-a4d4-9fa833fb7a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545943 Aug 20 15:58:06.012297 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1474d14a-d792-4cf7-932e-abb11c1a04d9', 'name': 'network-vif-deleted', 'tag': 'f0b13f3b-7dcc-4387-8196-390eb422909c', 'status': 'completed', 'code': 200} Aug 20 15:58:06.021849 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['84251916-91df-40d6-a720-8dd725abde9a'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 15:58:07.077505 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device f0b13f3b-7dcc-4387-8196-390eb422909c no longer exists at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 15:58:07.082490 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0cbb20-3553-413b-aa21-ea053f4d5826 req-ee402a6f-ddd6-4eb1-a243-8d40a717933f tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:07.084102 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-eb0cbb20-3553-413b-aa21-ea053f4d5826 req-ee402a6f-ddd6-4eb1-a243-8d40a717933f tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.1631353 Aug 20 15:58:07.091265 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fb9ea-c499-4c8a-b202-48b17e1b2668 req-6169c66f-814b-4fef-bce9-c7ec68945c58 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:07.091977 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-dd7fb9ea-c499-4c8a-b202-48b17e1b2668 req-6169c66f-814b-4fef-bce9-c7ec68945c58 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Synchronizing usage tracker for tenant:3ef32ffa9742498dbab644d6d4143034 on resource:port {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 15:58:07.113150 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] No Port match for: f0b13f3b-7dcc-4387-8196-390eb422909c {{(pid=75062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 20 15:58:07.113423 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device f0b13f3b-7dcc-4387-8196-390eb422909c not bound to the agent host hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 15:58:07.142243 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-dd7fb9ea-c499-4c8a-b202-48b17e1b2668 req-6169c66f-814b-4fef-bce9-c7ec68945c58 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Unset dirty status for tenant:3ef32ffa9742498dbab644d6d4143034 on resource:port {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 15:58:07.143507 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-dd7fb9ea-c499-4c8a-b202-48b17e1b2668 req-6169c66f-814b-4fef-bce9-c7ec68945c58 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87a921e-152a-4f5e-853f-df94842a57a0 HTTP/1.1" status: 200 len: 945 time: 0.1769421 Aug 20 15:58:07.152271 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-eb0cbb20-3553-413b-aa21-ea053f4d5826 req-2eb9f3eb-0648-4e97-877c-cc6ce421c6a3 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572431 Aug 20 15:58:07.201013 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-dd7fb9ea-c499-4c8a-b202-48b17e1b2668 req-d6ab0ca5-beee-4d8d-90d4-e2b71c6ea04b tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452096 Aug 20 15:58:07.397501 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b778f-1478-4c66-8482-31ad581aad71 req-8abf950e-f067-4f9e-9bda-2a734ac0b5bc tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:07.399186 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-0b9b778f-1478-4c66-8482-31ad581aad71 req-8abf950e-f067-4f9e-9bda-2a734ac0b5bc tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] 10.222.0.13 "GET /v2.0/ports?device_id=112cdedb-74fd-45df-8db4-e87c558446b6 HTTP/1.1" status: 200 len: 949 time: 0.0889149 Aug 20 15:58:07.468530 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-0b9b778f-1478-4c66-8482-31ad581aad71 req-b8cf9fe9-6321-4172-a4a9-86b541338fb6 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6a746bb-787b-4836-a4d4-9fa833fb7a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614889 Aug 20 15:58:08.566655 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915ee40-cb90-47a4-ac3a-8b8b240a60ef req-96b2c1ce-a731-403b-bd4a-792f3c49cf69 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:08.569358 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9915ee40-cb90-47a4-ac3a-8b8b240a60ef req-96b2c1ce-a731-403b-bd4a-792f3c49cf69 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.2798254 Aug 20 15:58:08.583973 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9e1d5-b8b2-4bb9-9fd7-823784cfd108 req-a0c84dd0-55ba-45aa-8a20-a3d922903b75 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:08.587929 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-50f9e1d5-b8b2-4bb9-9fd7-823784cfd108 req-a0c84dd0-55ba-45aa-8a20-a3d922903b75 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87a921e-152a-4f5e-853f-df94842a57a0 HTTP/1.1" status: 200 len: 945 time: 0.2162602 Aug 20 15:58:08.730147 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9915ee40-cb90-47a4-ac3a-8b8b240a60ef req-e8036a2b-67d0-47c8-a1a7-2f530f617699 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400282 Aug 20 15:58:08.734972 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-50f9e1d5-b8b2-4bb9-9fd7-823784cfd108 req-3f5303f1-2edc-4762-9e02-b80efb2a25fd tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167481 Aug 20 15:58:09.091329 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 84251916-91df-40d6-a720-8dd725abde9a up at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:58:09.124126 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b0f88-17fb-4d4b-9674-03ad4c344f08 req-4f48a1ae-e2ea-48ac-92cb-55ed40990ba1 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:09.125751 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7a3b0f88-17fb-4d4b-9674-03ad4c344f08 req-4f48a1ae-e2ea-48ac-92cb-55ed40990ba1 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] 10.222.0.13 "GET /v2.0/ports?device_id=112cdedb-74fd-45df-8db4-e87c558446b6 HTTP/1.1" status: 200 len: 949 time: 0.1479371 Aug 20 15:58:09.131855 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e05d6-5ac4-4577-8e74-ff46bd003870 req-d0f60a01-f424-49d8-a0f4-698ebc81d7c2 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:09.133936 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7e4e05d6-5ac4-4577-8e74-ff46bd003870 req-d0f60a01-f424-49d8-a0f4-698ebc81d7c2 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.54 "GET /v2.0/ports?device_id=d87a921e-152a-4f5e-853f-df94842a57a0 HTTP/1.1" status: 200 len: 945 time: 0.2185395 Aug 20 15:58:09.217685 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning for port 84251916-91df-40d6-a720-8dd725abde9a completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:58:09.235149 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning complete for port 84251916-91df-40d6-a720-8dd725abde9a triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:58:09.239211 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:09.240137 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [req-7e4e05d6-5ac4-4577-8e74-ff46bd003870 req-0458dc72-2e7f-48b3-a9b4-1f15c283c1f1 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Deleting port 5f8f0996-214d-4532-9b61-4bd9042c2c23 {{(pid=75061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 15:58:09.240733 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-7e4e05d6-5ac4-4577-8e74-ff46bd003870 req-0458dc72-2e7f-48b3-a9b4-1f15c283c1f1 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:09.275947 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7a3b0f88-17fb-4d4b-9674-03ad4c344f08 req-b51781f4-63b0-48ba-a164-42179a435682 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6a746bb-787b-4836-a4d4-9fa833fb7a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392493 Aug 20 15:58:09.383137 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:09.414085 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112cdedb-74fd-45df-8db4-e87c558446b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84251916-91df-40d6-a720-8dd725abde9a'}] {{(pid=75062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:58:09.425626 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 84251916-91df-40d6-a720-8dd725abde9a, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=84251916-91df-40d6-a720-8dd725abde9a,segment=NetworkSegment(a7b51a8f-2fb0-4109-bcda-c8f076d17411),segment_id=a7b51a8f-2fb0-4109-bcda-c8f076d17411)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:58:09.431472 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:09.434227 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-94119c2c-fdf6-4074-913f-5344871c6230 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:09.492195 dv-cinder-805398-3-smb neutron-server[75062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112cdedb-74fd-45df-8db4-e87c558446b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84251916-91df-40d6-a720-8dd725abde9a', 'code': 200} Aug 20 15:58:09.513520 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=84251916-91df-40d6-a720-8dd725abde9a,revision_number=5']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:09.519909 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:09.627467 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-d9114ec0-48fd-4891-ad74-d53b33a6b025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:09.651360 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-7e4e05d6-5ac4-4577-8e74-ff46bd003870 req-0458dc72-2e7f-48b3-a9b4-1f15c283c1f1 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] For port 5f8f0996-214d-4532-9b61-4bd9042c2c23, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=5f8f0996-214d-4532-9b61-4bd9042c2c23,segment=NetworkSegment(c2be3471-78dd-4aa1-bdce-665f59ef88b0),segment_id=c2be3471-78dd-4aa1-bdce-665f59ef88b0)] {{(pid=75061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:58:09.652242 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-7e4e05d6-5ac4-4577-8e74-ff46bd003870 req-0458dc72-2e7f-48b3-a9b4-1f15c283c1f1 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:09.815776 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [req-7e4e05d6-5ac4-4577-8e74-ff46bd003870 req-0458dc72-2e7f-48b3-a9b4-1f15c283c1f1 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Calling delete_port for 5f8f0996-214d-4532-9b61-4bd9042c2c23 owned by compute:nova {{(pid=75061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 15:58:10.133970 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:10.148149 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-7e4e05d6-5ac4-4577-8e74-ff46bd003870 req-0458dc72-2e7f-48b3-a9b4-1f15c283c1f1 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952'] for port, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:10.161292 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['5034477f-7ae3-475f-b8fd-b2ae04ab132b', '5f8f0996-214d-4532-9b61-4bd9042c2c23'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 15:58:10.169418 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-aa882332-9824-4275-876a-8f98048894f5 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:10.207854 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f2d0c69b-29be-4255-9e8a-80002c6831e7 req-348b8722-9811-4e14-b51f-8bb856cf2c7c tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87a921e-152a-4f5e-853f-df94842a57a0 HTTP/1.1" status: 200 len: 210 time: 0.1306467 Aug 20 15:58:10.209859 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-72a77675-6a46-4ba6-b7e2-c77ad741ab86 req-560c6a1f-d074-4307-ad8b-01b243114c30 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=112cdedb-74fd-45df-8db4-e87c558446b6 HTTP/1.1" status: 200 len: 1103 time: 0.4897001 Aug 20 15:58:10.227191 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0458dc72-2e7f-48b3-a9b4-1f15c283c1f1 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Pushing event deleted for resources: {'Port': ['ID=5f8f0996-214d-4532-9b61-4bd9042c2c23,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:10.237435 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-0458dc72-2e7f-48b3-a9b4-1f15c283c1f1 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:10.454894 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e4e05d6-5ac4-4577-8e74-ff46bd003870 req-0458dc72-2e7f-48b3-a9b4-1f15c283c1f1 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] No DVR routers for this DVR port 5f8f0996-214d-4532-9b61-4bd9042c2c23 on host hv-cinder-80539 {{(pid=75061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:58:10.468395 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-7e4e05d6-5ac4-4577-8e74-ff46bd003870 req-0458dc72-2e7f-48b3-a9b4-1f15c283c1f1 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:10.475871 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87a921e-152a-4f5e-853f-df94842a57a0', 'name': 'network-vif-deleted', 'tag': '5f8f0996-214d-4532-9b61-4bd9042c2c23'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:58:10.509066 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-72a77675-6a46-4ba6-b7e2-c77ad741ab86 req-cb1289df-30ac-4956-8957-e3fc80015fd0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f6a746bb-787b-4836-a4d4-9fa833fb7a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689767 Aug 20 15:58:10.514131 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7e4e05d6-5ac4-4577-8e74-ff46bd003870 req-0458dc72-2e7f-48b3-a9b4-1f15c283c1f1 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.54 "DELETE /v2.0/ports/5f8f0996-214d-4532-9b61-4bd9042c2c23 HTTP/1.1" status: 204 len: 173 time: 1.3626206 Aug 20 15:58:10.524366 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6e6da-8c05-44e7-93f2-b1ca14b42099 req-06ad4d3f-26ea-41b0-9ac7-b83b3cb11a41 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:10.526039 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7fa6e6da-8c05-44e7-93f2-b1ca14b42099 req-06ad4d3f-26ea-41b0-9ac7-b83b3cb11a41 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.4528153 Aug 20 15:58:10.580998 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7fa6e6da-8c05-44e7-93f2-b1ca14b42099 req-8eeeecd8-2a20-4ac5-be31-8350593ca2c7 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479119 Aug 20 15:58:10.816576 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db0c3a-f412-4afa-9108-7208eef0b51b req-531b4afb-19a3-49c1-91ca-d5aa51edbb4b tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:10.819517 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e2db0c3a-f412-4afa-9108-7208eef0b51b req-531b4afb-19a3-49c1-91ca-d5aa51edbb4b tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] 10.222.0.13 "GET /v2.0/ports?device_id=112cdedb-74fd-45df-8db4-e87c558446b6 HTTP/1.1" status: 200 len: 950 time: 0.1085162 Aug 20 15:58:10.846307 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87a921e-152a-4f5e-853f-df94842a57a0', 'name': 'network-vif-deleted', 'tag': '5f8f0996-214d-4532-9b61-4bd9042c2c23', 'status': 'completed', 'code': 200} Aug 20 15:58:10.882618 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e2db0c3a-f412-4afa-9108-7208eef0b51b req-2632fce9-2635-438c-8ea2-1243da8c5269 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6a746bb-787b-4836-a4d4-9fa833fb7a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513315 Aug 20 15:58:11.505347 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-892c4268-b5c4-492e-96be-d16282908184 req-87bab8ff-63fd-48ab-804d-9a80cdfbf2c9 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Synchronizing usage tracker for tenant:3ef32ffa9742498dbab644d6d4143034 on resource:port {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 15:58:11.524710 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-892c4268-b5c4-492e-96be-d16282908184 req-87bab8ff-63fd-48ab-804d-9a80cdfbf2c9 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Unset dirty status for tenant:3ef32ffa9742498dbab644d6d4143034 on resource:port {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 15:58:11.525968 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-892c4268-b5c4-492e-96be-d16282908184 req-87bab8ff-63fd-48ab-804d-9a80cdfbf2c9 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87a921e-152a-4f5e-853f-df94842a57a0 HTTP/1.1" status: 200 len: 210 time: 0.0775993 Aug 20 15:58:11.695887 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-fc82be6a-c9de-443a-a7b7-db78230ffa65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:11.859879 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bae437-378c-4ae6-92f8-50bb8af18e3e req-010a449a-a6bb-4d24-ac15-685a8b840c3d tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:11.862539 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c7bae437-378c-4ae6-92f8-50bb8af18e3e req-010a449a-a6bb-4d24-ac15-685a8b840c3d tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.1452956 Aug 20 15:58:11.935781 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c7bae437-378c-4ae6-92f8-50bb8af18e3e req-5a50e0ab-7ff0-459b-b25c-1345522923dc tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666206 Aug 20 15:58:12.158492 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6210c1d-aa78-4cc9-839e-4193adda4da6 req-980f53e3-6ffb-46ce-97a4-7bdd71973109 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:12.160060 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b6210c1d-aa78-4cc9-839e-4193adda4da6 req-980f53e3-6ffb-46ce-97a4-7bdd71973109 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] 10.222.0.13 "GET /v2.0/ports?device_id=112cdedb-74fd-45df-8db4-e87c558446b6 HTTP/1.1" status: 200 len: 950 time: 0.1011872 Aug 20 15:58:12.246576 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b6210c1d-aa78-4cc9-839e-4193adda4da6 req-c395b436-11e1-419c-8f46-087591065a1a tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6a746bb-787b-4836-a4d4-9fa833fb7a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751226 Aug 20 15:58:13.118227 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 5f8f0996-214d-4532-9b61-4bd9042c2c23 no longer exists at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 15:58:13.208877 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895e137-6615-4d18-8671-50e767bcb1b6 req-792da180-c21e-4000-a8a8-ccdc06e2aa4f tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:13.212081 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c895e137-6615-4d18-8671-50e767bcb1b6 req-792da180-c21e-4000-a8a8-ccdc06e2aa4f tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.1357429 Aug 20 15:58:13.219059 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] No Port match for: 5f8f0996-214d-4532-9b61-4bd9042c2c23 {{(pid=75062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 20 15:58:13.219447 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 5f8f0996-214d-4532-9b61-4bd9042c2c23 not bound to the agent host hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 15:58:13.245643 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:13.309947 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c895e137-6615-4d18-8671-50e767bcb1b6 req-10c8dd8e-7d61-4159-8424-f6c2e63dbe29 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901423 Aug 20 15:58:13.517758 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d5e3b-7e36-4530-99a7-6b4dbde05447 req-b220637e-8f94-4d28-ac34-4a38b94b1394 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:13.520347 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-826d5e3b-7e36-4530-99a7-6b4dbde05447 req-b220637e-8f94-4d28-ac34-4a38b94b1394 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] 10.222.0.13 "GET /v2.0/ports?device_id=112cdedb-74fd-45df-8db4-e87c558446b6 HTTP/1.1" status: 200 len: 950 time: 0.1049471 Aug 20 15:58:13.579802 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-826d5e3b-7e36-4530-99a7-6b4dbde05447 req-8a245c73-95e2-4f93-a020-1b06d00dbe0d tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6a746bb-787b-4836-a4d4-9fa833fb7a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487995 Aug 20 15:58:14.263304 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc76086-aeae-490a-8027-2fe1699945de req-af162fbe-6d6e-4a2a-acc2-44a0d805abdb tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:14.266007 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7dc76086-aeae-490a-8027-2fe1699945de req-af162fbe-6d6e-4a2a-acc2-44a0d805abdb tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] 10.222.0.13 "GET /v2.0/ports?device_id=112cdedb-74fd-45df-8db4-e87c558446b6 HTTP/1.1" status: 200 len: 950 time: 0.1455698 Aug 20 15:58:14.372900 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7dc76086-aeae-490a-8027-2fe1699945de req-221df8fc-bb1a-42e9-bd87-e765aa0e46f2 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6a746bb-787b-4836-a4d4-9fa833fb7a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004572 Aug 20 15:58:14.411643 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f739027-2f3e-4273-bd35-6717b243a349 req-27455df6-1de1-4352-ab7a-904bf4564776 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:14.413361 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6f739027-2f3e-4273-bd35-6717b243a349 req-27455df6-1de1-4352-ab7a-904bf4564776 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=61e859b3-95c3-43c1-8aa2-dbadaacf4688 HTTP/1.1" status: 200 len: 945 time: 0.1218281 Aug 20 15:58:14.472300 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6f739027-2f3e-4273-bd35-6717b243a349 req-49058673-85cd-4a09-98b9-205f9f588242 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530047 Aug 20 15:58:14.665908 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:14.765914 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d166b98-60c7-4c73-b494-627c73db56c7 req-062595a3-2821-4169-a7f2-5b659d4be47b tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:14.767758 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7d166b98-60c7-4c73-b494-627c73db56c7 req-062595a3-2821-4169-a7f2-5b659d4be47b tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.1382594 Aug 20 15:58:14.830520 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7d166b98-60c7-4c73-b494-627c73db56c7 req-4f51fbc8-de02-4765-99ff-91e54c2b969e tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553536 Aug 20 15:58:15.731692 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929adfe-712e-4717-9077-53ddf393005e req-4b0dccc2-a3aa-47a3-8bb5-35a31c49cf65 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:15.733146 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2929adfe-712e-4717-9077-53ddf393005e req-4b0dccc2-a3aa-47a3-8bb5-35a31c49cf65 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] 10.222.0.13 "GET /v2.0/ports?device_id=112cdedb-74fd-45df-8db4-e87c558446b6 HTTP/1.1" status: 200 len: 950 time: 0.2167439 Aug 20 15:58:15.772912 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff4495-8961-4306-bbb4-c5bbf0c1d0e7 req-596bbebe-b291-43ad-a5c5-afa838548f79 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:15.774981 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6eff4495-8961-4306-bbb4-c5bbf0c1d0e7 req-596bbebe-b291-43ad-a5c5-afa838548f79 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=61e859b3-95c3-43c1-8aa2-dbadaacf4688 HTTP/1.1" status: 200 len: 945 time: 0.1217175 Aug 20 15:58:15.818156 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2929adfe-712e-4717-9077-53ddf393005e req-489a1f64-d0ba-4f5a-9a50-f31716537b33 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6a746bb-787b-4836-a4d4-9fa833fb7a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787156 Aug 20 15:58:15.843218 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6eff4495-8961-4306-bbb4-c5bbf0c1d0e7 req-ce35a3da-3f8b-4b03-ab31-a3f6cac4d8bb tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603108 Aug 20 15:58:16.111761 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931627d8-bb0b-4e5e-b756-ba88d7ceba08 req-2a7c7faa-03be-411c-8922-259f5d6490c4 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:16.113416 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-931627d8-bb0b-4e5e-b756-ba88d7ceba08 req-2a7c7faa-03be-411c-8922-259f5d6490c4 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.1348553 Aug 20 15:58:16.171636 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-931627d8-bb0b-4e5e-b756-ba88d7ceba08 req-28b718b9-03fd-4daf-92c9-7a4dc5e02f20 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520918 Aug 20 15:58:16.442925 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8582a-10d6-4af2-bc6a-a023892dcc00 req-eb61e7d0-1940-44c1-8275-7fa2d9bbb26b tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:16.445084 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4ae8582a-10d6-4af2-bc6a-a023892dcc00 req-eb61e7d0-1940-44c1-8275-7fa2d9bbb26b tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] 10.222.0.54 "GET /v2.0/ports?device_id=112cdedb-74fd-45df-8db4-e87c558446b6 HTTP/1.1" status: 200 len: 950 time: 0.0873518 Aug 20 15:58:16.525267 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [req-4ae8582a-10d6-4af2-bc6a-a023892dcc00 req-262846fe-13af-4718-bfe9-2864e8173d14 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Deleting port 84251916-91df-40d6-a720-8dd725abde9a {{(pid=75061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 15:58:16.525678 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-4ae8582a-10d6-4af2-bc6a-a023892dcc00 req-262846fe-13af-4718-bfe9-2864e8173d14 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:16.947885 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-4ae8582a-10d6-4af2-bc6a-a023892dcc00 req-262846fe-13af-4718-bfe9-2864e8173d14 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] For port 84251916-91df-40d6-a720-8dd725abde9a, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=84251916-91df-40d6-a720-8dd725abde9a,segment=NetworkSegment(a7b51a8f-2fb0-4109-bcda-c8f076d17411),segment_id=a7b51a8f-2fb0-4109-bcda-c8f076d17411)] {{(pid=75061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:58:16.949083 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-4ae8582a-10d6-4af2-bc6a-a023892dcc00 req-262846fe-13af-4718-bfe9-2864e8173d14 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:17.142996 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [req-4ae8582a-10d6-4af2-bc6a-a023892dcc00 req-262846fe-13af-4718-bfe9-2864e8173d14 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Calling delete_port for 84251916-91df-40d6-a720-8dd725abde9a owned by compute:nova {{(pid=75061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 15:58:17.281437 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267bd4e6-72de-45df-8bb8-cedffdd3f59c req-f6df00cc-2a82-4b41-bfc5-7ca2fdded4d1 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:17.283768 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-267bd4e6-72de-45df-8bb8-cedffdd3f59c req-f6df00cc-2a82-4b41-bfc5-7ca2fdded4d1 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.54 "GET /v2.0/ports?device_id=61e859b3-95c3-43c1-8aa2-dbadaacf4688 HTTP/1.1" status: 200 len: 945 time: 0.4309475 Aug 20 15:58:17.361239 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 6 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 15:58:17.516029 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [req-267bd4e6-72de-45df-8bb8-cedffdd3f59c req-95f109d9-0be7-472d-b061-ee191859de54 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Deleting port 5034477f-7ae3-475f-b8fd-b2ae04ab132b {{(pid=75061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 15:58:17.516481 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-267bd4e6-72de-45df-8bb8-cedffdd3f59c req-95f109d9-0be7-472d-b061-ee191859de54 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:17.640563 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe1ec1-7178-44ee-a6c0-23fbd33dfedd req-ad8d046e-0455-4ebf-ad07-bc23e7df4be3 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:17.643439 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c2fe1ec1-7178-44ee-a6c0-23fbd33dfedd req-ad8d046e-0455-4ebf-ad07-bc23e7df4be3 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] 10.222.0.13 "GET /v2.0/ports?device_id=112cdedb-74fd-45df-8db4-e87c558446b6 HTTP/1.1" status: 200 len: 950 time: 0.6038740 Aug 20 15:58:17.650718 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-4ae8582a-10d6-4af2-bc6a-a023892dcc00 req-262846fe-13af-4718-bfe9-2864e8173d14 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952'] for port, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:17.735361 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-03d1cedc-5d9b-4a78-b2c3-ab0be0e49f7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:17.831474 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262846fe-13af-4718-bfe9-2864e8173d14 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Pushing event deleted for resources: {'Port': ['ID=84251916-91df-40d6-a720-8dd725abde9a,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:17.852772 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:17.867509 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-262846fe-13af-4718-bfe9-2864e8173d14 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:17.952526 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f9eeba53-490a-4906-9dd9-d8f4b594dba5 req-7eae08c0-0153-4d61-8eb9-b1b673537135 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f67c0c6df4d74cfab74276f0502944b4&device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 1098 time: 0.7171037 Aug 20 15:58:18.038165 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae8582a-10d6-4af2-bc6a-a023892dcc00 req-262846fe-13af-4718-bfe9-2864e8173d14 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] No DVR routers for this DVR port 84251916-91df-40d6-a720-8dd725abde9a on host hv-cinder-80539 {{(pid=75061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:58:18.174944 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-4ae8582a-10d6-4af2-bc6a-a023892dcc00 req-262846fe-13af-4718-bfe9-2864e8173d14 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:18.200621 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112cdedb-74fd-45df-8db4-e87c558446b6', 'name': 'network-vif-deleted', 'tag': '84251916-91df-40d6-a720-8dd725abde9a'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:58:18.208062 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c2fe1ec1-7178-44ee-a6c0-23fbd33dfedd req-adaac424-bb34-49f3-91b6-8a53955201ad tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6a746bb-787b-4836-a4d4-9fa833fb7a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5369627 Aug 20 15:58:18.303410 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4ae8582a-10d6-4af2-bc6a-a023892dcc00 req-262846fe-13af-4718-bfe9-2864e8173d14 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] 10.222.0.54 "DELETE /v2.0/ports/84251916-91df-40d6-a720-8dd725abde9a HTTP/1.1" status: 204 len: 173 time: 1.8467951 Aug 20 15:58:18.371314 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d68f8a-5b41-431d-8bc8-03e0b8a4f1ea req-95a42685-d0e4-439a-af44-acc2817d13e9 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:18.373881 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-78d68f8a-5b41-431d-8bc8-03e0b8a4f1ea req-95a42685-d0e4-439a-af44-acc2817d13e9 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=61e859b3-95c3-43c1-8aa2-dbadaacf4688 HTTP/1.1" status: 200 len: 945 time: 0.7198770 Aug 20 15:58:18.580309 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-267bd4e6-72de-45df-8bb8-cedffdd3f59c req-95f109d9-0be7-472d-b061-ee191859de54 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] For port 5034477f-7ae3-475f-b8fd-b2ae04ab132b, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=5034477f-7ae3-475f-b8fd-b2ae04ab132b,segment=NetworkSegment(c2be3471-78dd-4aa1-bdce-665f59ef88b0),segment_id=c2be3471-78dd-4aa1-bdce-665f59ef88b0)] {{(pid=75061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:58:18.580763 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-267bd4e6-72de-45df-8bb8-cedffdd3f59c req-95f109d9-0be7-472d-b061-ee191859de54 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:18.594980 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eeba53-490a-4906-9dd9-d8f4b594dba5 req-95517347-7707-4a93-93d5-8f077f8f951c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:18.597591 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f9eeba53-490a-4906-9dd9-d8f4b594dba5 req-95517347-7707-4a93-93d5-8f077f8f951c service neutron] 10.222.0.54 "GET /v2.0/networks?id=fc37f4d2-7566-422c-9224-61d148cf8ba2 HTTP/1.1" status: 200 len: 920 time: 0.5998950 Aug 20 15:58:18.824973 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [req-267bd4e6-72de-45df-8bb8-cedffdd3f59c req-95f109d9-0be7-472d-b061-ee191859de54 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Calling delete_port for 5034477f-7ae3-475f-b8fd-b2ae04ab132b owned by compute:nova {{(pid=75061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 15:58:18.865925 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-78d68f8a-5b41-431d-8bc8-03e0b8a4f1ea req-c79ed875-7202-4995-a03d-fe151bb128f6 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0c9b45-cda1-4bc7-8c3a-4e2403366690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764268 Aug 20 15:58:18.897698 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f9eeba53-490a-4906-9dd9-d8f4b594dba5 req-7f1ee128-03a2-48da-9baa-15dd6a76975c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8dafc45-0347-45eb-80fb-a1ea612a94dd HTTP/1.1" status: 200 len: 217 time: 0.2417850 Aug 20 15:58:19.008516 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112cdedb-74fd-45df-8db4-e87c558446b6', 'name': 'network-vif-deleted', 'tag': '84251916-91df-40d6-a720-8dd725abde9a', 'status': 'completed', 'code': 200} Aug 20 15:58:19.087388 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390da98-e02d-4f60-9aea-25a71e692af9 req-1d033991-cff4-4ee7-b72e-6eb05fe3e5db tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:19.089156 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9390da98-e02d-4f60-9aea-25a71e692af9 req-1d033991-cff4-4ee7-b72e-6eb05fe3e5db tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.5115528 Aug 20 15:58:19.171060 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eeba53-490a-4906-9dd9-d8f4b594dba5 req-c9eeb86b-17f4-4d17-8bb8-08d71cb6b86f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:19.172540 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f9eeba53-490a-4906-9dd9-d8f4b594dba5 req-c9eeb86b-17f4-4d17-8bb8-08d71cb6b86f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=10eaa4f8-a6eb-4f2f-96c7-b53d6cba92f7 HTTP/1.1" status: 200 len: 858 time: 0.2454929 Aug 20 15:58:19.181200 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 5034477f-7ae3-475f-b8fd-b2ae04ab132b no longer exists at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 15:58:19.249465 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f9eeba53-490a-4906-9dd9-d8f4b594dba5 req-cd3e8a98-b6b3-49b2-9472-b204562fd7d6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fc37f4d2-7566-422c-9224-61d148cf8ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638914 Aug 20 15:58:19.285328 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9390da98-e02d-4f60-9aea-25a71e692af9 req-3b7d5254-361a-45cb-a16b-a4a1bbebd4b7 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876688 Aug 20 15:58:19.322548 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Port 5034477f-7ae3-475f-b8fd-b2ae04ab132b update to DOWN by agent not found {{(pid=75062) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2084}} Aug 20 15:58:19.323668 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 84251916-91df-40d6-a720-8dd725abde9a no longer exists at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 15:58:19.347769 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-267bd4e6-72de-45df-8bb8-cedffdd3f59c req-95f109d9-0be7-472d-b061-ee191859de54 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952'] for port, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:19.366293 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-5752388d-40a8-4a14-9c55-f7d5de6df9fc tempest-DeleteServersTestJSON-1816029647 tempest-DeleteServersTestJSON-1816029647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:19.414521 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] No Port match for: 84251916-91df-40d6-a720-8dd725abde9a {{(pid=75062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 20 15:58:19.415742 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 84251916-91df-40d6-a720-8dd725abde9a not bound to the agent host hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 15:58:19.462962 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f109d9-0be7-472d-b061-ee191859de54 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Pushing event deleted for resources: {'Port': ['ID=5034477f-7ae3-475f-b8fd-b2ae04ab132b,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:19.472631 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-95f109d9-0be7-472d-b061-ee191859de54 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:19.564625 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-b647ea6e-3083-4d97-a3b5-5554b8967d1a req-81a5429a-f7b0-4d80-a024-fd7d87648f71 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Synchronizing usage tracker for tenant:47f0082735224e8aa1be3a0e02b1b609 on resource:port {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 15:58:19.714788 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-b647ea6e-3083-4d97-a3b5-5554b8967d1a req-81a5429a-f7b0-4d80-a024-fd7d87648f71 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Unset dirty status for tenant:47f0082735224e8aa1be3a0e02b1b609 on resource:port {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 15:58:19.715980 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b647ea6e-3083-4d97-a3b5-5554b8967d1a req-81a5429a-f7b0-4d80-a024-fd7d87648f71 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] 10.222.0.13 "GET /v2.0/ports?device_id=112cdedb-74fd-45df-8db4-e87c558446b6 HTTP/1.1" status: 200 len: 210 time: 0.2596073 Aug 20 15:58:19.739867 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [req-267bd4e6-72de-45df-8bb8-cedffdd3f59c req-95f109d9-0be7-472d-b061-ee191859de54 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] No DVR routers for this DVR port 5034477f-7ae3-475f-b8fd-b2ae04ab132b on host hv-cinder-80539 {{(pid=75061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:58:19.743472 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-267bd4e6-72de-45df-8bb8-cedffdd3f59c req-95f109d9-0be7-472d-b061-ee191859de54 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:19.750857 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f9eeba53-490a-4906-9dd9-d8f4b594dba5 req-8199362d-72ef-4e0e-aafa-beac45fa11dd service neutron] 10.222.0.54 "GET /v2.0/networks/fc37f4d2-7566-422c-9224-61d148cf8ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4902446 Aug 20 15:58:19.795506 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-267bd4e6-72de-45df-8bb8-cedffdd3f59c req-95f109d9-0be7-472d-b061-ee191859de54 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.54 "DELETE /v2.0/ports/5034477f-7ae3-475f-b8fd-b2ae04ab132b HTTP/1.1" status: 204 len: 173 time: 2.5016489 Aug 20 15:58:19.919928 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f9eeba53-490a-4906-9dd9-d8f4b594dba5 req-2f2ee4aa-c80b-41a1-9ca6-ab0879940eaa service neutron] 10.222.0.54 "GET /v2.0/networks/fc37f4d2-7566-422c-9224-61d148cf8ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575418 Aug 20 15:58:20.124379 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-c68c0ac7-828b-4b97-9a93-a23745c5b0bf req-d1d8ab09-1153-41dc-9130-3a395dbf8e9b tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Synchronizing usage tracker for tenant:3ef32ffa9742498dbab644d6d4143034 on resource:port {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 15:58:20.142618 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-c68c0ac7-828b-4b97-9a93-a23745c5b0bf req-d1d8ab09-1153-41dc-9130-3a395dbf8e9b tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Unset dirty status for tenant:3ef32ffa9742498dbab644d6d4143034 on resource:port {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 15:58:20.143916 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c68c0ac7-828b-4b97-9a93-a23745c5b0bf req-d1d8ab09-1153-41dc-9130-3a395dbf8e9b tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] 10.222.0.13 "GET /v2.0/ports?device_id=61e859b3-95c3-43c1-8aa2-dbadaacf4688 HTTP/1.1" status: 200 len: 210 time: 0.0756965 Aug 20 15:58:20.650406 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa33d68-6a4c-4309-8be7-8ebcb7cde4ca req-274ec5fc-1503-41c3-9907-1d678da18e14 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:20.651919 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3fa33d68-6a4c-4309-8be7-8ebcb7cde4ca req-274ec5fc-1503-41c3-9907-1d678da18e14 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.1056144 Aug 20 15:58:20.713152 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3fa33d68-6a4c-4309-8be7-8ebcb7cde4ca req-c80964ed-0855-48a2-a12c-12fa930eb211 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517330 Aug 20 15:58:21.012804 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e859b3-95c3-43c1-8aa2-dbadaacf4688', 'name': 'network-vif-deleted', 'tag': '5034477f-7ae3-475f-b8fd-b2ae04ab132b'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:58:21.076561 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e859b3-95c3-43c1-8aa2-dbadaacf4688', 'name': 'network-vif-deleted', 'tag': '5034477f-7ae3-475f-b8fd-b2ae04ab132b', 'status': 'completed', 'code': 200} Aug 20 15:58:21.361200 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 59612) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:58:21.479633 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4e6a0c0-01e4-4da2-a17f-f8e818d5d1ab admin admin] Deleting subnet 8513a594-b636-416f-a5b5-0a881f926347 {{(pid=75060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 20 15:58:21.486713 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-c4e6a0c0-01e4-4da2-a17f-f8e818d5d1ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:21.561507 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-c4e6a0c0-01e4-4da2-a17f-f8e818d5d1ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1079870'] for subnet, precommit_delete_associations {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:21.648970 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-c4e6a0c0-01e4-4da2-a17f-f8e818d5d1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3577807'] for subnet, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:21.746914 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-c4e6a0c0-01e4-4da2-a17f-f8e818d5d1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3577846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6850340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1265223'] for subnet, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:21.756166 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-29e5f32c-63ba-4122-8cfb-63cf74c0ebe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:21.811326 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e6a0c0-01e4-4da2-a17f-f8e818d5d1ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8513a594-b636-416f-a5b5-0a881f926347,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:21.817833 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-c4e6a0c0-01e4-4da2-a17f-f8e818d5d1ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:21.819165 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-c4e6a0c0-01e4-4da2-a17f-f8e818d5d1ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:21.833616 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-c4e6a0c0-01e4-4da2-a17f-f8e818d5d1ab admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8513a594-b636-416f-a5b5-0a881f926347 HTTP/1.1" status: 204 len: 168 time: 0.4708955 Aug 20 15:58:21.837573 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 59638) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:58:21.964651 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2a2b666e-fd3b-4dad-b8f1-13d84cb02e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3779509'] for network, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:22.009847 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8598546-7b6e-4b3b-a25b-0bf91f67e6f6 req-3c70a98b-b3ec-492d-88ba-38dbc13bd380 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:22.013871 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d8598546-7b6e-4b3b-a25b-0bf91f67e6f6 req-3c70a98b-b3ec-492d-88ba-38dbc13bd380 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.1609313 Aug 20 15:58:22.071941 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d8598546-7b6e-4b3b-a25b-0bf91f67e6f6 req-8f275d34-ac0d-4e26-8260-bd9417b05b55 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524716 Aug 20 15:58:22.151199 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2a2b666e-fd3b-4dad-b8f1-13d84cb02e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3576902', 'neutron.services.segments.db._delete_segments_for_network-8786829457026'] for network, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:22.168832 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-2a2b666e-fd3b-4dad-b8f1-13d84cb02e7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30067384-36e2-4f1d-a3f2-0548715d97a2']}} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:58:22.192400 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-2a2b666e-fd3b-4dad-b8f1-13d84cb02e7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2be3471-78dd-4aa1-bdce-665f59ef88b0') {'for_net_delete': True} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:58:22.192835 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-2a2b666e-fd3b-4dad-b8f1-13d84cb02e7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2be3471-78dd-4aa1-bdce-665f59ef88b0') {} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:58:22.213879 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2a2b666e-fd3b-4dad-b8f1-13d84cb02e7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786829458077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1079857'] for segment, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:22.236491 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2a2b666e-fd3b-4dad-b8f1-13d84cb02e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577716'] for segment, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:22.243727 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a2b666e-fd3b-4dad-b8f1-13d84cb02e7e admin admin] Releasing vlan 1252 on physical network physnet1 to pool {{(pid=75060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 20 15:58:22.244160 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2a2b666e-fd3b-4dad-b8f1-13d84cb02e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3577706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6850434'] for segment, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:22.257713 dv-cinder-805398-3-smb neutron-server[75060]: Traceback (most recent call last): Aug 20 15:58:22.257713 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 20 15:58:22.257713 dv-cinder-805398-3-smb neutron-server[75060]: timer() Aug 20 15:58:22.257713 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:58:22.257713 dv-cinder-805398-3-smb neutron-server[75060]: cb(*args, **kw) Aug 20 15:58:22.257713 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 20 15:58:22.257713 dv-cinder-805398-3-smb neutron-server[75060]: return func(*args, **kwargs) Aug 20 15:58:22.257713 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:58:22.257713 dv-cinder-805398-3-smb neutron-server[75060]: self._notify() Aug 20 15:58:22.257713 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:58:22.257713 dv-cinder-805398-3-smb neutron-server[75060]: self.callback(batched_events) Aug 20 15:58:22.257713 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:58:22.257713 dv-cinder-805398-3-smb neutron-server[75060]: event.method(event) Aug 20 15:58:22.257713 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 15:58:22.257713 dv-cinder-805398-3-smb neutron-server[75060]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:58:22.257713 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 15:58:22.257713 dv-cinder-805398-3-smb neutron-server[75060]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:58:22.257713 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:58:22.257713 dv-cinder-805398-3-smb neutron-server[75060]: return f(self, *a, **k) Aug 20 15:58:22.257713 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 20 15:58:22.257713 dv-cinder-805398-3-smb neutron-server[75060]: return self._get(url).json() Aug 20 15:58:22.257713 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 20 15:58:22.257713 dv-cinder-805398-3-smb neutron-server[75060]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:58:22.257713 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 20 15:58:22.257713 dv-cinder-805398-3-smb neutron-server[75060]: return self.request(url, 'GET', **kwargs) Aug 20 15:58:22.257713 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 20 15:58:22.257713 dv-cinder-805398-3-smb neutron-server[75060]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:58:22.257713 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 20 15:58:22.257713 dv-cinder-805398-3-smb neutron-server[75060]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:58:22.257713 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 20 15:58:22.257713 dv-cinder-805398-3-smb neutron-server[75060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:58:22.257713 dv-cinder-805398-3-smb neutron-server[75060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:58:22.341001 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2a2b666e-fd3b-4dad-b8f1-13d84cb02e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405599'] for network, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:22.347797 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2a2b666e-fd3b-4dad-b8f1-13d84cb02e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for network, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:22.352530 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:22.376016 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b666e-fd3b-4dad-b8f1-13d84cb02e7e admin admin] Pushing event deleted for resources: {'Network': ['ID=30067384-36e2-4f1d-a3f2-0548715d97a2,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:22.379250 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-2a2b666e-fd3b-4dad-b8f1-13d84cb02e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:22.381915 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-2a2b666e-fd3b-4dad-b8f1-13d84cb02e7e admin admin] 10.222.0.13 "DELETE /v2.0/networks/30067384-36e2-4f1d-a3f2-0548715d97a2 HTTP/1.1" status: 204 len: 168 time: 0.5431614 Aug 20 15:58:22.599428 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 59682) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:58:22.821903 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 59692) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:58:22.822610 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-308381b1-e79f-42d7-a1f7-e7ce287d82ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ef32ffa9742498dbab644d6d4143034&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2217236 Aug 20 15:58:22.923322 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-59d17a6a-1210-4fb3-bbd7-3daed9b0dcc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:22.966662 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-59d17a6a-1210-4fb3-bbd7-3daed9b0dcc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:23.037629 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-59d17a6a-1210-4fb3-bbd7-3daed9b0dcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:23.042001 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-0834fe41-5bf0-4244-9688-a2155a2a4ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:23.062589 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d17a6a-1210-4fb3-bbd7-3daed9b0dcc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0c9b45-cda1-4bc7-8c3a-4e2403366690,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:23.067922 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-59d17a6a-1210-4fb3-bbd7-3daed9b0dcc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:23.073199 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-59d17a6a-1210-4fb3-bbd7-3daed9b0dcc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:23.074525 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-59d17a6a-1210-4fb3-bbd7-3daed9b0dcc9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be0c9b45-cda1-4bc7-8c3a-4e2403366690 HTTP/1.1" status: 204 len: 168 time: 0.2511592 Aug 20 15:58:23.368119 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45181ac9-f2a7-493b-b1ac-679dcf7ddc00 req-c25374a2-af7e-4b41-ab92-5a042b1640c1 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:23.369643 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-45181ac9-f2a7-493b-b1ac-679dcf7ddc00 req-c25374a2-af7e-4b41-ab92-5a042b1640c1 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.1432831 Aug 20 15:58:23.444789 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-45181ac9-f2a7-493b-b1ac-679dcf7ddc00 req-ee7133aa-6085-44cb-a861-9f7f8e8033e7 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692124 Aug 20 15:58:24.806279 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b0d5b-eef7-4812-b15e-9b33c26dff3f req-11957380-51c3-4a44-9515-56e64ed2715d tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:24.808686 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-0e3b0d5b-eef7-4812-b15e-9b33c26dff3f req-11957380-51c3-4a44-9515-56e64ed2715d tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.1527674 Aug 20 15:58:24.875887 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-0e3b0d5b-eef7-4812-b15e-9b33c26dff3f req-4b6d4252-acec-4489-a260-14397ecdd3ed tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593283 Aug 20 15:58:26.143462 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08094e-d64b-47d0-9e8e-7767ab480931 req-bfa128ec-c05a-4f2f-a10f-f5ac8b81b456 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:26.145060 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-fd08094e-d64b-47d0-9e8e-7767ab480931 req-bfa128ec-c05a-4f2f-a10f-f5ac8b81b456 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.1047258 Aug 20 15:58:26.210348 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-fd08094e-d64b-47d0-9e8e-7767ab480931 req-b1578f28-d941-4be3-be09-683c275df14d tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556633 Aug 20 15:58:27.488995 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49ac3c-3cc7-46f6-9042-1797ffad3622 req-f6371bd7-6bc2-42e6-b55d-01b59f11bbd3 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:27.498504 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-da49ac3c-3cc7-46f6-9042-1797ffad3622 req-f6371bd7-6bc2-42e6-b55d-01b59f11bbd3 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.1512885 Aug 20 15:58:27.557254 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-da49ac3c-3cc7-46f6-9042-1797ffad3622 req-8f1997e7-a754-4c66-8ed5-82f73f03899b tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565870 Aug 20 15:58:27.784497 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 59884) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:58:27.908022 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 59892) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:58:28.126309 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ba1a1f8a-f4e3-45d9-abe2-48d246e0cb9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:28.258363 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-206417ec-6446-4a01-95fc-d47a46f09d7a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47f0082735224e8aa1be3a0e02b1b609&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4725852 Aug 20 15:58:28.259667 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-ba1a1f8a-f4e3-45d9-abe2-48d246e0cb9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:58:28.261514 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 59898) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:58:28.265775 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-ba1a1f8a-f4e3-45d9-abe2-48d246e0cb9a admin admin] Usage tracker for resource:security_group_rule and tenant:f982bbce48d44db3b27f60911eda6bd2 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:58:28.270643 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-ba1a1f8a-f4e3-45d9-abe2-48d246e0cb9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:58:28.279993 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-ba1a1f8a-f4e3-45d9-abe2-48d246e0cb9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:58:28.338819 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-36d844c8-f15b-4538-b47a-ab0e0eb006ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:28.369839 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ba1a1f8a-f4e3-45d9-abe2-48d246e0cb9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:28.375306 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ba1a1f8a-f4e3-45d9-abe2-48d246e0cb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:28.385143 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-2af0a9fd-4943-4add-9b15-6f89e681249c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:28.389013 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-36d844c8-f15b-4538-b47a-ab0e0eb006ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:28.452870 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a1f8a-f4e3-45d9-abe2-48d246e0cb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b9702d-a227-4862-a04c-6501f316fb35,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:28.459045 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-ba1a1f8a-f4e3-45d9-abe2-48d246e0cb9a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f982bbce48d44db3b27f60911eda6bd2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5495925 Aug 20 15:58:28.460241 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-ba1a1f8a-f4e3-45d9-abe2-48d246e0cb9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:28.462375 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 59902) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:58:28.492634 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-36d844c8-f15b-4538-b47a-ab0e0eb006ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:28.498458 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:28.515829 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d844c8-f15b-4538-b47a-ab0e0eb006ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a746bb-787b-4836-a4d4-9fa833fb7a82,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:28.527125 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d844c8-f15b-4538-b47a-ab0e0eb006ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:28.527610 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d844c8-f15b-4538-b47a-ab0e0eb006ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:28.528037 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d844c8-f15b-4538-b47a-ab0e0eb006ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:28.528445 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d844c8-f15b-4538-b47a-ab0e0eb006ac admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:28.528882 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d844c8-f15b-4538-b47a-ab0e0eb006ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:28.529247 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d844c8-f15b-4538-b47a-ab0e0eb006ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:28.529643 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d844c8-f15b-4538-b47a-ab0e0eb006ac admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:28.530124 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d844c8-f15b-4538-b47a-ab0e0eb006ac admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:28.530656 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d844c8-f15b-4538-b47a-ab0e0eb006ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:28.531150 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d844c8-f15b-4538-b47a-ab0e0eb006ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:28.531436 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d844c8-f15b-4538-b47a-ab0e0eb006ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:28.531972 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-559df276-adc4-4162-9a3b-d49a6bf7f5be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:28.534768 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-36d844c8-f15b-4538-b47a-ab0e0eb006ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:28.542214 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-36d844c8-f15b-4538-b47a-ab0e0eb006ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:28.543568 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-36d844c8-f15b-4538-b47a-ab0e0eb006ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6a746bb-787b-4836-a4d4-9fa833fb7a82 HTTP/1.1" status: 204 len: 168 time: 0.2808504 Aug 20 15:58:28.584161 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-559df276-adc4-4162-9a3b-d49a6bf7f5be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:28.650699 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-559df276-adc4-4162-9a3b-d49a6bf7f5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:28.659762 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-6c8eefec-fdba-47cf-8f81-5ec3e8c7c15b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:28.675352 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-559df276-adc4-4162-9a3b-d49a6bf7f5be admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:28.676785 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-559df276-adc4-4162-9a3b-d49a6bf7f5be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16b9702d-a227-4862-a04c-6501f316fb35 HTTP/1.1" status: 204 len: 168 time: 0.2134383 Aug 20 15:58:28.693198 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559df276-adc4-4162-9a3b-d49a6bf7f5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b9702d-a227-4862-a04c-6501f316fb35,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:28.711385 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-559df276-adc4-4162-9a3b-d49a6bf7f5be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:28.974159 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262a144-9dc3-4e4c-a5d1-591ae218a5a2 req-1bafdc4b-163e-4122-b4f0-fdf905b7ad50 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:28.976815 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f262a144-9dc3-4e4c-a5d1-591ae218a5a2 req-1bafdc4b-163e-4122-b4f0-fdf905b7ad50 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.1492515 Aug 20 15:58:29.103973 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f262a144-9dc3-4e4c-a5d1-591ae218a5a2 req-c81ddc4c-68e2-41b1-b07e-a936b4617289 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185951 Aug 20 15:58:30.201121 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 59962) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:58:30.466594 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-d0de85ab-ffda-46b2-9df1-2a3ff44f132b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-780106216-network', 'tenant_id': 'ec3fefa34bda416694385b30ab0d9ae7'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:58:30.470617 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b6e7f9de-ccdb-4ef5-aabc-b7d562e6fd04 req-1e34aff9-1f84-410c-8aa5-4b1454b0cfeb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 1098 time: 0.2025888 Aug 20 15:58:30.472441 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-d0de85ab-ffda-46b2-9df1-2a3ff44f132b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:58:30.477802 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-d0de85ab-ffda-46b2-9df1-2a3ff44f132b admin admin] Usage tracker for resource:network and tenant:ec3fefa34bda416694385b30ab0d9ae7 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:58:30.483374 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-d0de85ab-ffda-46b2-9df1-2a3ff44f132b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:58:30.493097 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-d0de85ab-ffda-46b2-9df1-2a3ff44f132b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:58:30.508368 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0de85ab-ffda-46b2-9df1-2a3ff44f132b admin admin] Made reservation on behalf of ec3fefa34bda416694385b30ab0d9ae7 for: {'network': 1} {{(pid=75060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:58:30.511328 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d0de85ab-ffda-46b2-9df1-2a3ff44f132b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for network, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:30.525433 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d0de85ab-ffda-46b2-9df1-2a3ff44f132b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:30.535899 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e57512-da4e-40e3-a858-62658ff9bc10 req-8af09b7b-24da-45e0-85e1-0300363639d0 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:30.537746 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-26e57512-da4e-40e3-a858-62658ff9bc10 req-8af09b7b-24da-45e0-85e1-0300363639d0 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.1842771 Aug 20 15:58:30.566557 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-d0de85ab-ffda-46b2-9df1-2a3ff44f132b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:58:30.571624 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-d0de85ab-ffda-46b2-9df1-2a3ff44f132b admin admin] Usage tracker for resource:security_group_rule and tenant:ec3fefa34bda416694385b30ab0d9ae7 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:58:30.575304 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-d0de85ab-ffda-46b2-9df1-2a3ff44f132b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:58:30.582417 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-d0de85ab-ffda-46b2-9df1-2a3ff44f132b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:58:30.594385 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b6e7f9de-ccdb-4ef5-aabc-b7d562e6fd04 req-52f82154-c4bc-4594-89e1-c4471c07812a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001022 Aug 20 15:58:30.618806 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-26e57512-da4e-40e3-a858-62658ff9bc10 req-6d17499e-1f21-4faf-81fd-436fdc737f47 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656822 Aug 20 15:58:30.690375 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d0de85ab-ffda-46b2-9df1-2a3ff44f132b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:30.697070 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d0de85ab-ffda-46b2-9df1-2a3ff44f132b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:30.716893 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0de85ab-ffda-46b2-9df1-2a3ff44f132b admin admin] vlan segment allocate from pool success with {'vlan_id': 1252, 'physical_network': 'physnet1'} {{(pid=75060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 20 15:58:30.732960 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-ba1a1f8a-f4e3-45d9-abe2-48d246e0cb9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:30.740271 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d0de85ab-ffda-46b2-9df1-2a3ff44f132b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577716'] for segment, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:30.740438 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.db.segments_db [None req-d0de85ab-ffda-46b2-9df1-2a3ff44f132b admin admin] Added segment 7bc25976-3887-4ecf-be95-75b7f13bf3a8 of type vlan for network 52e3a082-9efe-4856-8a7c-cdb45eba2152 Aug 20 15:58:30.822410 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d0de85ab-ffda-46b2-9df1-2a3ff44f132b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786828959910'] for network, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:30.828804 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de85ab-ffda-46b2-9df1-2a3ff44f132b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409cb10f-ad14-4036-9129-13f9b23e8776,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:30.848751 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de85ab-ffda-46b2-9df1-2a3ff44f132b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:30.849757 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de85ab-ffda-46b2-9df1-2a3ff44f132b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:30.850127 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de85ab-ffda-46b2-9df1-2a3ff44f132b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:30.850484 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de85ab-ffda-46b2-9df1-2a3ff44f132b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:30.850835 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de85ab-ffda-46b2-9df1-2a3ff44f132b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:30.851396 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de85ab-ffda-46b2-9df1-2a3ff44f132b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:30.852287 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de85ab-ffda-46b2-9df1-2a3ff44f132b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:30.852915 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de85ab-ffda-46b2-9df1-2a3ff44f132b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:30.853519 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de85ab-ffda-46b2-9df1-2a3ff44f132b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:30.854154 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de85ab-ffda-46b2-9df1-2a3ff44f132b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:30.854705 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de85ab-ffda-46b2-9df1-2a3ff44f132b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:30.863320 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-d0de85ab-ffda-46b2-9df1-2a3ff44f132b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:30.908608 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d0de85ab-ffda-46b2-9df1-2a3ff44f132b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924'] for network, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:30.909885 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0de85ab-ffda-46b2-9df1-2a3ff44f132b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:30.910930 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d0de85ab-ffda-46b2-9df1-2a3ff44f132b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for network, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:30.915411 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-15f7f145-ae40-4d96-a526-ba60f43b792a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:31.031803 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 59986) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:58:31.032059 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-d0de85ab-ffda-46b2-9df1-2a3ff44f132b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8282626 Aug 20 15:58:31.036187 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de85ab-ffda-46b2-9df1-2a3ff44f132b admin admin] Pushing event updated for resources: {'Network': ['ID=52e3a082-9efe-4856-8a7c-cdb45eba2152,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:31.040370 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-d0de85ab-ffda-46b2-9df1-2a3ff44f132b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:31.044420 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [None req-48134f8f-c383-49a3-b95c-7c34adc54df6 admin admin] Request body: {'subnet': {'network_id': '52e3a082-9efe-4856-8a7c-cdb45eba2152', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-780106216-subnet', 'tenant_id': 'ec3fefa34bda416694385b30ab0d9ae7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:58:31.052269 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Network 52e3a082-9efe-4856-8a7c-cdb45eba2152 details requested by agent ovs-agent-dv-cinder-805398-3-smb with host dv-cinder-805398-3-smb {{(pid=75062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 15:58:31.068698 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-48134f8f-c383-49a3-b95c-7c34adc54df6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:58:31.088869 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-48134f8f-c383-49a3-b95c-7c34adc54df6 admin admin] Usage tracker for resource:subnet and tenant:ec3fefa34bda416694385b30ab0d9ae7 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:58:31.103357 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-48134f8f-c383-49a3-b95c-7c34adc54df6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:58:31.130549 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-48134f8f-c383-49a3-b95c-7c34adc54df6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:58:31.174853 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48134f8f-c383-49a3-b95c-7c34adc54df6 admin admin] Made reservation on behalf of ec3fefa34bda416694385b30ab0d9ae7 for: {'subnet': 1} {{(pid=75061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:58:31.180676 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-48134f8f-c383-49a3-b95c-7c34adc54df6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:31.548971 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-48134f8f-c383-49a3-b95c-7c34adc54df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924'] for subnet, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:31.558817 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-70f0c73f-b89a-4db2-b059-a09acf5e2275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:31.671811 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48134f8f-c383-49a3-b95c-7c34adc54df6 admin admin] Checking segment: {'id': '7bc25976-3887-4ecf-be95-75b7f13bf3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '52e3a082-9efe-4856-8a7c-cdb45eba2152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:58:31.672927 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48134f8f-c383-49a3-b95c-7c34adc54df6 admin admin] Network hostable DHCP agents. Network: 52e3a082-9efe-4856-8a7c-cdb45eba2152, hostable agents: ['8a4a5844-dabe-4d00-86b6-cc46effaa58e'], hosted agents: [] {{(pid=75061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:58:31.716621 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48134f8f-c383-49a3-b95c-7c34adc54df6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c1e543b-b5ed-4684-9cb2-14a7289366c5,revision_number=0']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:31.732304 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-48134f8f-c383-49a3-b95c-7c34adc54df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:31.751484 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48134f8f-c383-49a3-b95c-7c34adc54df6 admin admin] Network 52e3a082-9efe-4856-8a7c-cdb45eba2152 is scheduled to be hosted by DHCP agent 8a4a5844-dabe-4d00-86b6-cc46effaa58e with binding_index 1 {{(pid=75061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:58:31.765288 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.base_scheduler [None req-48134f8f-c383-49a3-b95c-7c34adc54df6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805398-3-smb, 52e3a082-9efe-4856-8a7c-cdb45eba2152) {{(pid=75061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:58:31.775101 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48134f8f-c383-49a3-b95c-7c34adc54df6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:31.776164 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-48134f8f-c383-49a3-b95c-7c34adc54df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for subnet, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:31.781051 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8078fbd-b10d-4047-93eb-ebe55fe697a5 None None] Network 52e3a082-9efe-4856-8a7c-cdb45eba2152 requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 15:58:31.840549 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-48134f8f-c383-49a3-b95c-7c34adc54df6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8060284 Aug 20 15:58:31.995788 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4f34c-d3d0-4fa5-b5b5-620de511830e req-9dd3e326-c104-4ccb-96fe-1e2bfbc3e1cb tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:31.999225 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-09c4f34c-d3d0-4fa5-b5b5-620de511830e req-9dd3e326-c104-4ccb-96fe-1e2bfbc3e1cb tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.1397069 Aug 20 15:58:32.078314 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-09c4f34c-d3d0-4fa5-b5b5-620de511830e req-0a3b11c8-21d6-4af0-8dc6-ea093163a1a6 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705161 Aug 20 15:58:32.189762 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88aa71c7-fd46-41b1-b5ae-10ff2aad0c25 None None] Network 52e3a082-9efe-4856-8a7c-cdb45eba2152 requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 15:58:33.196345 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 60038) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:58:33.216022 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [None req-ac752868-a06d-4feb-8d4b-3f6f7fa530d0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-487548567-network', 'tenant_id': 'efa87ecd236246e19fe6e5d67a57939a'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:58:33.223693 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-ac752868-a06d-4feb-8d4b-3f6f7fa530d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:58:33.232234 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-ac752868-a06d-4feb-8d4b-3f6f7fa530d0 admin admin] Usage tracker for resource:network and tenant:efa87ecd236246e19fe6e5d67a57939a is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:58:33.236991 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-ac752868-a06d-4feb-8d4b-3f6f7fa530d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:58:33.247836 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-ac752868-a06d-4feb-8d4b-3f6f7fa530d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:58:33.266163 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac752868-a06d-4feb-8d4b-3f6f7fa530d0 admin admin] Made reservation on behalf of efa87ecd236246e19fe6e5d67a57939a for: {'network': 1} {{(pid=75061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:58:33.269576 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-ac752868-a06d-4feb-8d4b-3f6f7fa530d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for network, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:33.294922 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-ac752868-a06d-4feb-8d4b-3f6f7fa530d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:33.452064 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-ac752868-a06d-4feb-8d4b-3f6f7fa530d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:58:33.459014 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-ac752868-a06d-4feb-8d4b-3f6f7fa530d0 admin admin] Usage tracker for resource:security_group_rule and tenant:efa87ecd236246e19fe6e5d67a57939a is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:58:33.462615 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-ac752868-a06d-4feb-8d4b-3f6f7fa530d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:58:33.471131 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-ac752868-a06d-4feb-8d4b-3f6f7fa530d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:58:33.503360 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39221481-adfa-4753-af4a-aa41b84e7aad req-3ab07233-2b2c-4e26-9483-0dde6b3343f1 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:33.504946 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-39221481-adfa-4753-af4a-aa41b84e7aad req-3ab07233-2b2c-4e26-9483-0dde6b3343f1 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.1740830 Aug 20 15:58:33.599728 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-39221481-adfa-4753-af4a-aa41b84e7aad req-5e89d91c-bc17-4c6b-aea0-3a2f4e590506 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865800 Aug 20 15:58:33.641251 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-ac752868-a06d-4feb-8d4b-3f6f7fa530d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:33.651862 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-ac752868-a06d-4feb-8d4b-3f6f7fa530d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:33.661152 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-308e4914-8032-433f-b03b-360d9f22a99d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:33.700706 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac752868-a06d-4feb-8d4b-3f6f7fa530d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1257, 'physical_network': 'physnet1'} {{(pid=75061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 20 15:58:33.717794 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac752868-a06d-4feb-8d4b-3f6f7fa530d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0691544-dc29-455e-90bd-813c0cd49141,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:33.736875 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-ac752868-a06d-4feb-8d4b-3f6f7fa530d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577716'] for segment, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:33.738137 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.db.segments_db [None req-ac752868-a06d-4feb-8d4b-3f6f7fa530d0 admin admin] Added segment fdef9e5f-6587-4059-a630-9201f8eefae3 of type vlan for network 6970dafb-e5e2-4ded-84f9-29c9863ef355 Aug 20 15:58:33.740944 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-ac752868-a06d-4feb-8d4b-3f6f7fa530d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:33.797173 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-ac752868-a06d-4feb-8d4b-3f6f7fa530d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786828959910'] for network, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:33.853360 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-ac752868-a06d-4feb-8d4b-3f6f7fa530d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924'] for network, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:33.855404 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac752868-a06d-4feb-8d4b-3f6f7fa530d0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:33.856244 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-ac752868-a06d-4feb-8d4b-3f6f7fa530d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for network, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:33.864674 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:34.053336 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-ac752868-a06d-4feb-8d4b-3f6f7fa530d0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8454878 Aug 20 15:58:34.056851 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 60056) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:58:34.066940 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [None req-b858b50b-2485-4d81-ba8e-a2f12a5bb662 admin admin] Request body: {'subnet': {'network_id': '6970dafb-e5e2-4ded-84f9-29c9863ef355', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-487548567-subnet', 'tenant_id': 'efa87ecd236246e19fe6e5d67a57939a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:58:34.075958 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-b858b50b-2485-4d81-ba8e-a2f12a5bb662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:58:34.083876 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-b858b50b-2485-4d81-ba8e-a2f12a5bb662 admin admin] Usage tracker for resource:subnet and tenant:efa87ecd236246e19fe6e5d67a57939a is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:58:34.093465 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-b858b50b-2485-4d81-ba8e-a2f12a5bb662 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:58:34.098549 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac752868-a06d-4feb-8d4b-3f6f7fa530d0 admin admin] Pushing event updated for resources: {'Network': ['ID=6970dafb-e5e2-4ded-84f9-29c9863ef355,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:34.107703 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-ac752868-a06d-4feb-8d4b-3f6f7fa530d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:34.109033 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-b858b50b-2485-4d81-ba8e-a2f12a5bb662 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:58:34.115343 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Network 6970dafb-e5e2-4ded-84f9-29c9863ef355 details requested by agent ovs-agent-dv-cinder-805398-3-smb with host dv-cinder-805398-3-smb {{(pid=75062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 15:58:34.143671 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b858b50b-2485-4d81-ba8e-a2f12a5bb662 admin admin] Made reservation on behalf of efa87ecd236246e19fe6e5d67a57939a for: {'subnet': 1} {{(pid=75061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:58:34.151059 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-b858b50b-2485-4d81-ba8e-a2f12a5bb662 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:34.932593 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a4f36bdd-6741-40c7-80e0-3a287acb1472 req-21e5d703-affb-48c7-9cbb-0733d9518d96 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f67c0c6df4d74cfab74276f0502944b4&device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 1098 time: 0.6334867 Aug 20 15:58:34.944091 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388ed99-173e-4136-aba8-d12a9f672cd8 req-d5aca6dc-f794-4508-9fd5-13d6b6d8b7fc tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:34.945701 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c388ed99-173e-4136-aba8-d12a9f672cd8 req-d5aca6dc-f794-4508-9fd5-13d6b6d8b7fc tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.5696309 Aug 20 15:58:34.979931 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-b858b50b-2485-4d81-ba8e-a2f12a5bb662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924'] for subnet, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:35.056845 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:35.107514 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c934a3-ac36-48e9-ba84-34ecd26c4fcb req-81891c7f-d2c6-4243-b527-b3bd26f33e3d tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:35.109084 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-30c934a3-ac36-48e9-ba84-34ecd26c4fcb req-81891c7f-d2c6-4243-b527-b3bd26f33e3d tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 945 time: 0.3918726 Aug 20 15:58:35.234426 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c388ed99-173e-4136-aba8-d12a9f672cd8 req-4711b0ae-8d3c-46fa-b200-444233bb66b1 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633436 Aug 20 15:58:35.240476 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858b50b-2485-4d81-ba8e-a2f12a5bb662 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c440f020-c066-4617-a5f9-2dc22b59b347,revision_number=0']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:35.254435 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-b858b50b-2485-4d81-ba8e-a2f12a5bb662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:35.260268 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f36bdd-6741-40c7-80e0-3a287acb1472 req-8d2f754e-f16b-4622-ac1d-c1012588b853 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:35.261823 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a4f36bdd-6741-40c7-80e0-3a287acb1472 req-8d2f754e-f16b-4622-ac1d-c1012588b853 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fc37f4d2-7566-422c-9224-61d148cf8ba2 HTTP/1.1" status: 200 len: 920 time: 0.3151731 Aug 20 15:58:35.324335 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-30c934a3-ac36-48e9-ba84-34ecd26c4fcb req-45066473-5f3b-4cb4-b73b-0e5b82da551a tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055931 Aug 20 15:58:35.330296 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b858b50b-2485-4d81-ba8e-a2f12a5bb662 admin admin] Checking segment: {'id': 'fdef9e5f-6587-4059-a630-9201f8eefae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '6970dafb-e5e2-4ded-84f9-29c9863ef355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:58:35.330758 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b858b50b-2485-4d81-ba8e-a2f12a5bb662 admin admin] Network hostable DHCP agents. Network: 6970dafb-e5e2-4ded-84f9-29c9863ef355, hostable agents: ['8a4a5844-dabe-4d00-86b6-cc46effaa58e'], hosted agents: [] {{(pid=75061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:58:35.349395 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a4f36bdd-6741-40c7-80e0-3a287acb1472 req-56c6c4ec-883e-4017-8e81-da583f280430 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8dafc45-0347-45eb-80fb-a1ea612a94dd HTTP/1.1" status: 200 len: 217 time: 0.0795538 Aug 20 15:58:35.415696 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b858b50b-2485-4d81-ba8e-a2f12a5bb662 admin admin] Network 6970dafb-e5e2-4ded-84f9-29c9863ef355 is scheduled to be hosted by DHCP agent 8a4a5844-dabe-4d00-86b6-cc46effaa58e with binding_index 1 {{(pid=75061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:58:35.430904 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f36bdd-6741-40c7-80e0-3a287acb1472 req-2533c23d-9f2f-4174-ab0a-3a1c3362445a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:35.432412 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a4f36bdd-6741-40c7-80e0-3a287acb1472 req-2533c23d-9f2f-4174-ab0a-3a1c3362445a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=10eaa4f8-a6eb-4f2f-96c7-b53d6cba92f7 HTTP/1.1" status: 200 len: 858 time: 0.0748284 Aug 20 15:58:35.433689 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.base_scheduler [None req-b858b50b-2485-4d81-ba8e-a2f12a5bb662 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805398-3-smb, 6970dafb-e5e2-4ded-84f9-29c9863ef355) {{(pid=75061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:58:35.438050 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b858b50b-2485-4d81-ba8e-a2f12a5bb662 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:35.438639 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-b858b50b-2485-4d81-ba8e-a2f12a5bb662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for subnet, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:35.446493 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51aaa586-dfde-4614-8269-ecc73bfc2522 None None] Network 6970dafb-e5e2-4ded-84f9-29c9863ef355 requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 15:58:35.493246 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a4f36bdd-6741-40c7-80e0-3a287acb1472 req-76b53077-aed7-4273-8c83-26b709a3e792 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fc37f4d2-7566-422c-9224-61d148cf8ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504191 Aug 20 15:58:35.522216 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-b858b50b-2485-4d81-ba8e-a2f12a5bb662 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4635222 Aug 20 15:58:35.694127 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a4f36bdd-6741-40c7-80e0-3a287acb1472 req-e49c65c9-802f-41b0-9a61-dfd05ccb5d52 service neutron] 10.222.0.54 "GET /v2.0/networks/fc37f4d2-7566-422c-9224-61d148cf8ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932721 Aug 20 15:58:35.737018 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df0acb8-2c93-4c18-a9af-74308be2fab7 None None] Network 6970dafb-e5e2-4ded-84f9-29c9863ef355 requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 15:58:35.755673 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 60080) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:58:35.849091 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ffcbae1-2323-4bcd-a461-866d50b2b269 admin admin] Deleting subnet 8c1e543b-b5ed-4684-9cb2-14a7289366c5 {{(pid=75060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 20 15:58:35.854908 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2ffcbae1-2323-4bcd-a461-866d50b2b269 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:35.879420 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a4f36bdd-6741-40c7-80e0-3a287acb1472 req-a91ae748-896b-429b-af0e-65c22dda5661 service neutron] 10.222.0.54 "GET /v2.0/networks/fc37f4d2-7566-422c-9224-61d148cf8ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768367 Aug 20 15:58:35.956351 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2ffcbae1-2323-4bcd-a461-866d50b2b269 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1079870'] for subnet, precommit_delete_associations {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:36.124446 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2ffcbae1-2323-4bcd-a461-866d50b2b269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3577807'] for subnet, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:36.224980 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2ffcbae1-2323-4bcd-a461-866d50b2b269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3577846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6850340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1265223'] for subnet, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:36.229705 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:36.265428 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffcbae1-2323-4bcd-a461-866d50b2b269 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c1e543b-b5ed-4684-9cb2-14a7289366c5,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:36.271505 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-2ffcbae1-2323-4bcd-a461-866d50b2b269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:36.278169 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2ffcbae1-2323-4bcd-a461-866d50b2b269 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:36.285891 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-2ffcbae1-2323-4bcd-a461-866d50b2b269 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8c1e543b-b5ed-4684-9cb2-14a7289366c5 HTTP/1.1" status: 204 len: 168 time: 0.5279527 Aug 20 15:58:36.288763 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 60098) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:58:36.409771 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7f0e5218-be8b-4aa5-852a-3542b5ab527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3779509'] for network, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:36.547608 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c27760-1833-45ff-b76e-ecc02db0c1b7 req-5bfdd9d6-27d2-4f57-a6f9-fbe5e798f3ff tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:36.549028 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-47c27760-1833-45ff-b76e-ecc02db0c1b7 req-5bfdd9d6-27d2-4f57-a6f9-fbe5e798f3ff tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.1657927 Aug 20 15:58:36.555040 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7f0e5218-be8b-4aa5-852a-3542b5ab527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3576902', 'neutron.services.segments.db._delete_segments_for_network-8786829457026'] for network, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:36.573979 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-7f0e5218-be8b-4aa5-852a-3542b5ab527c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52e3a082-9efe-4856-8a7c-cdb45eba2152']}} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:58:36.592502 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-7f0e5218-be8b-4aa5-852a-3542b5ab527c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bc25976-3887-4ecf-be95-75b7f13bf3a8') {'for_net_delete': True} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:58:36.592786 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-7f0e5218-be8b-4aa5-852a-3542b5ab527c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bc25976-3887-4ecf-be95-75b7f13bf3a8') {} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:58:36.606106 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7f0e5218-be8b-4aa5-852a-3542b5ab527c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786829458077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1079857'] for segment, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:36.626761 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7f0e5218-be8b-4aa5-852a-3542b5ab527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577716'] for segment, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:36.635000 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f0e5218-be8b-4aa5-852a-3542b5ab527c admin admin] Releasing vlan 1252 on physical network physnet1 to pool {{(pid=75060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 20 15:58:36.635391 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7f0e5218-be8b-4aa5-852a-3542b5ab527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3577706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6850434'] for segment, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:36.649406 dv-cinder-805398-3-smb neutron-server[75060]: Traceback (most recent call last): Aug 20 15:58:36.649406 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 20 15:58:36.649406 dv-cinder-805398-3-smb neutron-server[75060]: timer() Aug 20 15:58:36.649406 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:58:36.649406 dv-cinder-805398-3-smb neutron-server[75060]: cb(*args, **kw) Aug 20 15:58:36.649406 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 20 15:58:36.649406 dv-cinder-805398-3-smb neutron-server[75060]: return func(*args, **kwargs) Aug 20 15:58:36.649406 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:58:36.649406 dv-cinder-805398-3-smb neutron-server[75060]: self._notify() Aug 20 15:58:36.649406 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:58:36.649406 dv-cinder-805398-3-smb neutron-server[75060]: self.callback(batched_events) Aug 20 15:58:36.649406 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:58:36.649406 dv-cinder-805398-3-smb neutron-server[75060]: event.method(event) Aug 20 15:58:36.649406 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 15:58:36.649406 dv-cinder-805398-3-smb neutron-server[75060]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:58:36.649406 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 15:58:36.649406 dv-cinder-805398-3-smb neutron-server[75060]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:58:36.649406 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:58:36.649406 dv-cinder-805398-3-smb neutron-server[75060]: return f(self, *a, **k) Aug 20 15:58:36.649406 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 20 15:58:36.649406 dv-cinder-805398-3-smb neutron-server[75060]: return self._get(url).json() Aug 20 15:58:36.649406 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 20 15:58:36.649406 dv-cinder-805398-3-smb neutron-server[75060]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:58:36.649406 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 20 15:58:36.649406 dv-cinder-805398-3-smb neutron-server[75060]: return self.request(url, 'GET', **kwargs) Aug 20 15:58:36.649406 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 20 15:58:36.649406 dv-cinder-805398-3-smb neutron-server[75060]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:58:36.649406 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 20 15:58:36.649406 dv-cinder-805398-3-smb neutron-server[75060]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:58:36.649406 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 20 15:58:36.649406 dv-cinder-805398-3-smb neutron-server[75060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:58:36.649406 dv-cinder-805398-3-smb neutron-server[75060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:58:36.653294 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-47c27760-1833-45ff-b76e-ecc02db0c1b7 req-6a001b32-5bac-4e45-b43f-27b7b4099d25 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620513 Aug 20 15:58:36.673467 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0989615-4498-40ec-bf3e-de489f618ca0 req-f0a5e255-ed46-4ede-a292-a4df5a911bea tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:36.675240 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e0989615-4498-40ec-bf3e-de489f618ca0 req-f0a5e255-ed46-4ede-a292-a4df5a911bea tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 945 time: 0.1252902 Aug 20 15:58:36.737940 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e0989615-4498-40ec-bf3e-de489f618ca0 req-254ee489-991d-4d97-8dff-34ae7772ea61 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480800 Aug 20 15:58:36.757005 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7f0e5218-be8b-4aa5-852a-3542b5ab527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405599'] for network, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:36.765033 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-6ca6eb93-bab0-46c3-b93a-1e8b427a6379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:36.789211 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7f0e5218-be8b-4aa5-852a-3542b5ab527c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for network, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:36.815084 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e5218-be8b-4aa5-852a-3542b5ab527c admin admin] Pushing event deleted for resources: {'Network': ['ID=52e3a082-9efe-4856-8a7c-cdb45eba2152,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:36.821729 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-7f0e5218-be8b-4aa5-852a-3542b5ab527c admin admin] 10.222.0.13 "DELETE /v2.0/networks/52e3a082-9efe-4856-8a7c-cdb45eba2152 HTTP/1.1" status: 204 len: 168 time: 0.5279329 Aug 20 15:58:36.821729 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-7f0e5218-be8b-4aa5-852a-3542b5ab527c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:36.823474 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 60106) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:58:36.891535 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a65d98-5a3f-4257-99a1-036c39a0e1a0 admin admin] Deleting subnet c440f020-c066-4617-a5f9-2dc22b59b347 {{(pid=75061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 20 15:58:36.895116 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-e1a65d98-5a3f-4257-99a1-036c39a0e1a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:36.952165 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-e1a65d98-5a3f-4257-99a1-036c39a0e1a0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:36.961442 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-e1a65d98-5a3f-4257-99a1-036c39a0e1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3577807'] for subnet, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:37.068925 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-e1a65d98-5a3f-4257-99a1-036c39a0e1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3577846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924'] for subnet, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:37.078236 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-48134f8f-c383-49a3-b95c-7c34adc54df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:37.144842 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a65d98-5a3f-4257-99a1-036c39a0e1a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c440f020-c066-4617-a5f9-2dc22b59b347,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:37.151866 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-e1a65d98-5a3f-4257-99a1-036c39a0e1a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:37.158953 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-e1a65d98-5a3f-4257-99a1-036c39a0e1a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for subnet, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:37.168525 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-e1a65d98-5a3f-4257-99a1-036c39a0e1a0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c440f020-c066-4617-a5f9-2dc22b59b347 HTTP/1.1" status: 204 len: 168 time: 0.3435259 Aug 20 15:58:37.172452 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 60110) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:58:37.301639 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7ea364ab-99c7-4339-a4b5-123a847c0d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3779509'] for network, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:37.449202 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7ea364ab-99c7-4339-a4b5-123a847c0d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3576902', 'neutron.services.segments.db._delete_segments_for_network-8786829457026'] for network, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:37.465011 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-7ea364ab-99c7-4339-a4b5-123a847c0d26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6970dafb-e5e2-4ded-84f9-29c9863ef355']}} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:58:37.481518 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-7ea364ab-99c7-4339-a4b5-123a847c0d26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdef9e5f-6587-4059-a630-9201f8eefae3') {'for_net_delete': True} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:58:37.482073 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-7ea364ab-99c7-4339-a4b5-123a847c0d26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdef9e5f-6587-4059-a630-9201f8eefae3') {} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:58:37.506975 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7ea364ab-99c7-4339-a4b5-123a847c0d26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786829458077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1079857'] for segment, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:37.537555 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7ea364ab-99c7-4339-a4b5-123a847c0d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577716'] for segment, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:37.548574 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea364ab-99c7-4339-a4b5-123a847c0d26 admin admin] Releasing vlan 1257 on physical network physnet1 to pool {{(pid=75060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 20 15:58:37.549238 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7ea364ab-99c7-4339-a4b5-123a847c0d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3577706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6850434'] for segment, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:37.574527 dv-cinder-805398-3-smb neutron-server[75060]: Traceback (most recent call last): Aug 20 15:58:37.574527 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 20 15:58:37.574527 dv-cinder-805398-3-smb neutron-server[75060]: timer() Aug 20 15:58:37.574527 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:58:37.574527 dv-cinder-805398-3-smb neutron-server[75060]: cb(*args, **kw) Aug 20 15:58:37.574527 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 20 15:58:37.574527 dv-cinder-805398-3-smb neutron-server[75060]: return func(*args, **kwargs) Aug 20 15:58:37.574527 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:58:37.574527 dv-cinder-805398-3-smb neutron-server[75060]: self._notify() Aug 20 15:58:37.574527 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:58:37.574527 dv-cinder-805398-3-smb neutron-server[75060]: self.callback(batched_events) Aug 20 15:58:37.574527 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:58:37.574527 dv-cinder-805398-3-smb neutron-server[75060]: event.method(event) Aug 20 15:58:37.574527 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 15:58:37.574527 dv-cinder-805398-3-smb neutron-server[75060]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:58:37.574527 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 15:58:37.574527 dv-cinder-805398-3-smb neutron-server[75060]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:58:37.574527 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:58:37.574527 dv-cinder-805398-3-smb neutron-server[75060]: return f(self, *a, **k) Aug 20 15:58:37.574527 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 20 15:58:37.574527 dv-cinder-805398-3-smb neutron-server[75060]: return self._get(url).json() Aug 20 15:58:37.574527 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 20 15:58:37.574527 dv-cinder-805398-3-smb neutron-server[75060]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:58:37.574527 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 20 15:58:37.574527 dv-cinder-805398-3-smb neutron-server[75060]: return self.request(url, 'GET', **kwargs) Aug 20 15:58:37.574527 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 20 15:58:37.574527 dv-cinder-805398-3-smb neutron-server[75060]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:58:37.574527 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 20 15:58:37.574527 dv-cinder-805398-3-smb neutron-server[75060]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:58:37.574527 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 20 15:58:37.574527 dv-cinder-805398-3-smb neutron-server[75060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:58:37.574527 dv-cinder-805398-3-smb neutron-server[75060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:58:37.639958 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 60122) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:58:37.684499 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7ea364ab-99c7-4339-a4b5-123a847c0d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405599'] for network, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:37.689730 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7ea364ab-99c7-4339-a4b5-123a847c0d26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for network, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:37.695899 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:37.806190 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea364ab-99c7-4339-a4b5-123a847c0d26 admin admin] Pushing event deleted for resources: {'Network': ['ID=6970dafb-e5e2-4ded-84f9-29c9863ef355,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:37.810211 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-7ea364ab-99c7-4339-a4b5-123a847c0d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:37.813464 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-7ea364ab-99c7-4339-a4b5-123a847c0d26 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6970dafb-e5e2-4ded-84f9-29c9863ef355 HTTP/1.1" status: 204 len: 168 time: 0.6393023 Aug 20 15:58:37.837015 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-7c14ceea-df2b-49be-b645-5481fbf90265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:37.990537 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-7c14ceea-df2b-49be-b645-5481fbf90265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:58:38.019209 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-7c14ceea-df2b-49be-b645-5481fbf90265 admin admin] Usage tracker for resource:security_group_rule and tenant:aa3c48e217a9479dabef413417a1623a is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:58:38.027616 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-7c14ceea-df2b-49be-b645-5481fbf90265 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:58:38.111162 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 60134) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:58:38.221011 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-ae7e2f15-d443-42bc-b881-32728d54476b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec3fefa34bda416694385b30ab0d9ae7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1044421 Aug 20 15:58:38.221305 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-7c14ceea-df2b-49be-b645-5481fbf90265 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:58:38.227102 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 60138) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:58:38.391214 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7beba318-17f4-41b2-a4f3-4094e881a5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:38.396814 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921a6cb-28b4-4b3d-86a8-58b45b0d5ae4 req-f00e42d8-0714-4b33-9a13-939377cb8828 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:38.400281 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-1921a6cb-28b4-4b3d-86a8-58b45b0d5ae4 req-f00e42d8-0714-4b33-9a13-939377cb8828 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.4961603 Aug 20 15:58:38.462343 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7beba318-17f4-41b2-a4f3-4094e881a5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:38.473251 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeeed72-c69e-4145-9821-43733ce028ad req-30ce4b7a-8da0-47fa-8caa-7afc6c0a5bf6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:38.476118 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-cfeeed72-c69e-4145-9821-43733ce028ad req-30ce4b7a-8da0-47fa-8caa-7afc6c0a5bf6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 945 time: 0.4502428 Aug 20 15:58:38.557166 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7beba318-17f4-41b2-a4f3-4094e881a5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:38.567013 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-598409df-59ce-41f8-ac7c-563f574a516a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:38.573804 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-7c14ceea-df2b-49be-b645-5481fbf90265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:38.594230 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-7c14ceea-df2b-49be-b645-5481fbf90265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:38.596260 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beba318-17f4-41b2-a4f3-4094e881a5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409cb10f-ad14-4036-9129-13f9b23e8776,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:38.600179 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7beba318-17f4-41b2-a4f3-4094e881a5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:38.605975 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-7beba318-17f4-41b2-a4f3-4094e881a5ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/409cb10f-ad14-4036-9129-13f9b23e8776 HTTP/1.1" status: 204 len: 168 time: 0.3732920 Aug 20 15:58:38.605975 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-7beba318-17f4-41b2-a4f3-4094e881a5ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:38.610401 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-4f5dae77-112c-41e8-93be-bdf70fb1cef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:38.643663 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-1921a6cb-28b4-4b3d-86a8-58b45b0d5ae4 req-a44c86bd-a118-40a8-848c-ec777eae7bf6 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241349 Aug 20 15:58:38.688429 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c14ceea-df2b-49be-b645-5481fbf90265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca5e520-94cc-4fe3-b1ee-e10607904a92,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:38.695332 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-cfeeed72-c69e-4145-9821-43733ce028ad req-f120e39a-d87a-4042-a8ad-26a484ef457e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014940 Aug 20 15:58:38.696466 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-7c14ceea-df2b-49be-b645-5481fbf90265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:38.701883 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-7c14ceea-df2b-49be-b645-5481fbf90265 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa3c48e217a9479dabef413417a1623a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0600574 Aug 20 15:58:38.702246 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 60148) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:58:38.815851 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-247b6a43-9c9f-44e4-856f-6ee971b66080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:38.865878 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-247b6a43-9c9f-44e4-856f-6ee971b66080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:38.943594 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-247b6a43-9c9f-44e4-856f-6ee971b66080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:38.949297 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-7beba318-17f4-41b2-a4f3-4094e881a5ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:38.963988 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b6a43-9c9f-44e4-856f-6ee971b66080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca5e520-94cc-4fe3-b1ee-e10607904a92,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:38.966852 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-247b6a43-9c9f-44e4-856f-6ee971b66080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:38.968793 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-247b6a43-9c9f-44e4-856f-6ee971b66080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:38.970640 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-247b6a43-9c9f-44e4-856f-6ee971b66080 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eca5e520-94cc-4fe3-b1ee-e10607904a92 HTTP/1.1" status: 204 len: 168 time: 0.2661095 Aug 20 15:58:39.229728 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 60156) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:58:39.298167 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-1d4bf4a4-bebf-45d6-b80c-e5062580d3e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=efa87ecd236246e19fe6e5d67a57939a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0667512 Aug 20 15:58:39.302113 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 60162) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:58:39.373189 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-49bd4d80-8c6e-4dd1-91a1-fbd58d513615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:39.414821 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-49bd4d80-8c6e-4dd1-91a1-fbd58d513615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:39.514098 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-49bd4d80-8c6e-4dd1-91a1-fbd58d513615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:39.523288 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-ac752868-a06d-4feb-8d4b-3f6f7fa530d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:39.549474 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd4d80-8c6e-4dd1-91a1-fbd58d513615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0691544-dc29-455e-90bd-813c0cd49141,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:39.553009 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-49bd4d80-8c6e-4dd1-91a1-fbd58d513615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:39.568164 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-49bd4d80-8c6e-4dd1-91a1-fbd58d513615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:39.574484 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-49bd4d80-8c6e-4dd1-91a1-fbd58d513615 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0691544-dc29-455e-90bd-813c0cd49141 HTTP/1.1" status: 204 len: 168 time: 0.2672272 Aug 20 15:58:39.638776 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-da247fc1-b821-471a-83fd-3c5fafb8f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:40.012026 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74401872-d7dd-4118-b8fa-2e2651a4c65c req-736e1071-4060-436e-80c2-e005a629133f tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:40.013594 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-74401872-d7dd-4118-b8fa-2e2651a4c65c req-736e1071-4060-436e-80c2-e005a629133f tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 945 time: 0.1592908 Aug 20 15:58:40.021973 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab946b6-e542-48f7-aaee-2ef5760b1136 req-58f5b1ef-41b9-41d0-a93f-e0518a5b91e5 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:40.024063 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-1ab946b6-e542-48f7-aaee-2ef5760b1136 req-58f5b1ef-41b9-41d0-a93f-e0518a5b91e5 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.1203082 Aug 20 15:58:40.115168 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:40.125462 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-74401872-d7dd-4118-b8fa-2e2651a4c65c req-f07d5244-1c5c-4286-b227-913e68e3e59f tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000881 Aug 20 15:58:40.131128 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-1ab946b6-e542-48f7-aaee-2ef5760b1136 req-5f3d64e5-3f9b-4ea9-917d-64a7e87f0044 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908699 Aug 20 15:58:40.644384 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 60210) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:58:41.087169 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [None req-3bb04190-44ec-4243-8c90-d8e3cb9d88d6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-533496434-network', 'tenant_id': 'ec35394f12464353a4a351c52acc2fbd'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:58:41.095665 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-3bb04190-44ec-4243-8c90-d8e3cb9d88d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:58:41.103749 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-3bb04190-44ec-4243-8c90-d8e3cb9d88d6 admin admin] Usage tracker for resource:network and tenant:ec35394f12464353a4a351c52acc2fbd is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:58:41.109776 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-3bb04190-44ec-4243-8c90-d8e3cb9d88d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:58:41.129711 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-3bb04190-44ec-4243-8c90-d8e3cb9d88d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:58:41.142612 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb04190-44ec-4243-8c90-d8e3cb9d88d6 admin admin] Made reservation on behalf of ec35394f12464353a4a351c52acc2fbd for: {'network': 1} {{(pid=75061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:58:41.145812 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-3bb04190-44ec-4243-8c90-d8e3cb9d88d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for network, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:41.160845 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-3bb04190-44ec-4243-8c90-d8e3cb9d88d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:41.203982 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-3bb04190-44ec-4243-8c90-d8e3cb9d88d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:58:41.209463 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-3bb04190-44ec-4243-8c90-d8e3cb9d88d6 admin admin] Usage tracker for resource:security_group_rule and tenant:ec35394f12464353a4a351c52acc2fbd is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:58:41.213920 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-3bb04190-44ec-4243-8c90-d8e3cb9d88d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:58:41.221739 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-3bb04190-44ec-4243-8c90-d8e3cb9d88d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:58:41.334783 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-3bb04190-44ec-4243-8c90-d8e3cb9d88d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:41.341273 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-3bb04190-44ec-4243-8c90-d8e3cb9d88d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:41.345120 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:41.406035 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bb04190-44ec-4243-8c90-d8e3cb9d88d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1252, 'physical_network': 'physnet1'} {{(pid=75061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 20 15:58:41.429479 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb04190-44ec-4243-8c90-d8e3cb9d88d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b4190b-ee08-4bef-bec3-9337339b0b65,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:41.432708 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-3bb04190-44ec-4243-8c90-d8e3cb9d88d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:41.438192 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-3bb04190-44ec-4243-8c90-d8e3cb9d88d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577716'] for segment, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:41.438523 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.db.segments_db [None req-3bb04190-44ec-4243-8c90-d8e3cb9d88d6 admin admin] Added segment a52ce078-bd22-42ec-957a-b9fc1c8ffc69 of type vlan for network ebdac831-0f71-47ab-be31-14452bf996d9 Aug 20 15:58:41.486481 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-3bb04190-44ec-4243-8c90-d8e3cb9d88d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786828959910'] for network, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:41.528659 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f2d3d-d66c-44b5-9c4d-23dcc756b2e8 req-c91ed98a-45d2-435d-9122-cc2b70a6f974 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:41.530321 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2c9f2d3d-d66c-44b5-9c4d-23dcc756b2e8 req-c91ed98a-45d2-435d-9122-cc2b70a6f974 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 945 time: 0.1701069 Aug 20 15:58:41.558830 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-3bb04190-44ec-4243-8c90-d8e3cb9d88d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924'] for network, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:41.561626 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb04190-44ec-4243-8c90-d8e3cb9d88d6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:41.562120 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-3bb04190-44ec-4243-8c90-d8e3cb9d88d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for network, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:41.565730 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-ac752868-a06d-4feb-8d4b-3f6f7fa530d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:41.691449 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2c9f2d3d-d66c-44b5-9c4d-23dcc756b2e8 req-b0eba37e-3119-40d8-838d-d43dfb91b048 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553783 Aug 20 15:58:41.699318 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb04190-44ec-4243-8c90-d8e3cb9d88d6 admin admin] Pushing event updated for resources: {'Network': ['ID=ebdac831-0f71-47ab-be31-14452bf996d9,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:41.702285 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-3bb04190-44ec-4243-8c90-d8e3cb9d88d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:41.703916 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-3bb04190-44ec-4243-8c90-d8e3cb9d88d6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0579302 Aug 20 15:58:41.708888 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 60236) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:58:41.715323 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-9427a3b0-d4f0-4635-b47c-0c74fbdd6a4c admin admin] Request body: {'subnet': {'network_id': 'ebdac831-0f71-47ab-be31-14452bf996d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-533496434-subnet', 'tenant_id': 'ec35394f12464353a4a351c52acc2fbd', 'ip_version': 4}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:58:41.721125 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-9427a3b0-d4f0-4635-b47c-0c74fbdd6a4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:58:41.725885 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-9427a3b0-d4f0-4635-b47c-0c74fbdd6a4c admin admin] Usage tracker for resource:subnet and tenant:ec35394f12464353a4a351c52acc2fbd is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:58:41.730864 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-9427a3b0-d4f0-4635-b47c-0c74fbdd6a4c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:58:41.734793 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Network ebdac831-0f71-47ab-be31-14452bf996d9 details requested by agent ovs-agent-dv-cinder-805398-3-smb with host dv-cinder-805398-3-smb {{(pid=75062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 15:58:41.740130 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-9427a3b0-d4f0-4635-b47c-0c74fbdd6a4c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:58:41.759558 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9427a3b0-d4f0-4635-b47c-0c74fbdd6a4c admin admin] Made reservation on behalf of ec35394f12464353a4a351c52acc2fbd for: {'subnet': 1} {{(pid=75060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:58:41.763754 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-9427a3b0-d4f0-4635-b47c-0c74fbdd6a4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1265244'] for subnet, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:41.936892 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-99cfd281-e974-4619-b05a-a52eb55e3379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:42.097409 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-9427a3b0-d4f0-4635-b47c-0c74fbdd6a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6850411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1265230'] for subnet, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:42.103019 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-b101f450-c8f4-4a2d-a4cd-a2e53ea26d7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:42.165361 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9427a3b0-d4f0-4635-b47c-0c74fbdd6a4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6a93898-e1a7-47e9-af71-16ce0ce7027f,revision_number=0']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:42.173979 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-9427a3b0-d4f0-4635-b47c-0c74fbdd6a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:42.229945 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9427a3b0-d4f0-4635-b47c-0c74fbdd6a4c admin admin] Checking segment: {'id': 'a52ce078-bd22-42ec-957a-b9fc1c8ffc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'ebdac831-0f71-47ab-be31-14452bf996d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:58:42.230311 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9427a3b0-d4f0-4635-b47c-0c74fbdd6a4c admin admin] Network hostable DHCP agents. Network: ebdac831-0f71-47ab-be31-14452bf996d9, hostable agents: ['8a4a5844-dabe-4d00-86b6-cc46effaa58e'], hosted agents: [] {{(pid=75060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:58:42.266337 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9427a3b0-d4f0-4635-b47c-0c74fbdd6a4c admin admin] Network ebdac831-0f71-47ab-be31-14452bf996d9 is scheduled to be hosted by DHCP agent 8a4a5844-dabe-4d00-86b6-cc46effaa58e with binding_index 1 {{(pid=75060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:58:42.289240 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.base_scheduler [None req-9427a3b0-d4f0-4635-b47c-0c74fbdd6a4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805398-3-smb, ebdac831-0f71-47ab-be31-14452bf996d9) {{(pid=75060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:58:42.296699 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9427a3b0-d4f0-4635-b47c-0c74fbdd6a4c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:42.299495 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-9427a3b0-d4f0-4635-b47c-0c74fbdd6a4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:42.305788 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3254b2-1244-414f-903c-2ac65fc5aa21 None None] Network ebdac831-0f71-47ab-be31-14452bf996d9 requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 15:58:42.376790 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-9427a3b0-d4f0-4635-b47c-0c74fbdd6a4c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6665232 Aug 20 15:58:42.379368 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 60252) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:58:42.387724 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [None req-f68d3e85-7c2d-4ff3-8f7d-caddc63dadab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-533496434-router', 'tenant_id': 'ec35394f12464353a4a351c52acc2fbd', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'}}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:58:42.393908 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-f68d3e85-7c2d-4ff3-8f7d-caddc63dadab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:58:42.399079 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-f68d3e85-7c2d-4ff3-8f7d-caddc63dadab admin admin] Usage tracker for resource:router and tenant:ec35394f12464353a4a351c52acc2fbd is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:58:42.403090 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-f68d3e85-7c2d-4ff3-8f7d-caddc63dadab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:58:42.416168 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-f68d3e85-7c2d-4ff3-8f7d-caddc63dadab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:58:42.434793 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-f68d3e85-7c2d-4ff3-8f7d-caddc63dadab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12511'] for router, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:42.436788 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-f68d3e85-7c2d-4ff3-8f7d-caddc63dadab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12324'] for router, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:42.482137 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-f68d3e85-7c2d-4ff3-8f7d-caddc63dadab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:42.791303 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-f68d3e85-7c2d-4ff3-8f7d-caddc63dadab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12338'] for router, precommit_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:42.836017 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee73cc1e-0249-5885-9e66-62ae7a28c6c5-ebdac831-0f71-47ab-be31-14452bf996d9', 'network_id': 'ebdac831-0f71-47ab-be31-14452bf996d9', 'tenant_id': 'ec35394f12464353a4a351c52acc2fbd', 'fixed_ips': [{'subnet_id': 'd6a93898-e1a7-47e9-af71-16ce0ce7027f'}]}} from dv-cinder-805398-3-smb. {{(pid=75062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 20 15:58:42.837807 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:43.241193 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:43.267906 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.db_base_plugin_common [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] Allocated IP 172.20.0.2 (ebdac831-0f71-47ab-be31-14452bf996d9/d6a93898-e1a7-47e9-af71-16ce0ce7027f/0bcc8799-8629-46da-b875-96c2fa44c875) {{(pid=75062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:58:43.271715 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-f68d3e85-7c2d-4ff3-8f7d-caddc63dadab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:43.326160 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-f68d3e85-7c2d-4ff3-8f7d-caddc63dadab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:43.532246 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] Notify callbacks [] for port, precommit_create {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:43.546265 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] Transition to ACTIVE for port object 0bcc8799-8629-46da-b875-96c2fa44c875 will not be triggered until provisioned by entity L2. {{(pid=75062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:58:43.571178 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] Transition to ACTIVE for port object 0bcc8799-8629-46da-b875-96c2fa44c875 will not be triggered until provisioned by entity DHCP. {{(pid=75062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:58:43.580008 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943'] for port, after_create {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:43.584948 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a6c8b-0dff-4491-a58c-4481dc4b1213 req-87b1790b-7a08-4781-95e1-b18e9e72b2cd tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:43.586438 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:43.590626 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-415a6c8b-0dff-4491-a58c-4481dc4b1213 req-87b1790b-7a08-4781-95e1-b18e9e72b2cd tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 945 time: 0.3215330 Aug 20 15:58:43.676454 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] Pushing event updated for resources: {'Port': ['ID=0bcc8799-8629-46da-b875-96c2fa44c875,revision_number=1']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:43.685552 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.db_base_plugin_common [None req-f68d3e85-7c2d-4ff3-8f7d-caddc63dadab admin admin] Allocated IP 172.28.2.123 (1515200a-7cd1-4ec3-bca4-b17b78debdd2/e9a37b8d-0a16-4543-b6cb-0b09a5c894bc/d1dcf20e-0f73-4040-8699-6da70e4d6515) {{(pid=75061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:58:43.685796 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] Network ebdac831-0f71-47ab-be31-14452bf996d9 is already hosted by enough agents. {{(pid=75062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:58:43.688926 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.scheduler.base_scheduler [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] Resources bound (agent type, host, resource id): {{(pid=75062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:58:43.692812 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] Received port after_create {{(pid=75062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:58:43.721083 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-415a6c8b-0dff-4491-a58c-4481dc4b1213 req-60ab0981-25ec-4bbf-b7af-6ac36c18e5d5 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242230 Aug 20 15:58:43.730102 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:43.730489 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:43.730772 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:43.731087 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:43.731444 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:43.731765 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:43.732079 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:43.732397 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:43.732990 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:43.732990 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:43.733317 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:43.741289 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:43.800698 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] Attempting to bind port 0bcc8799-8629-46da-b875-96c2fa44c875 on host dv-cinder-805398-3-smb for vnic_type normal with profile {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:58:43.801115 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] Attempting to bind port 0bcc8799-8629-46da-b875-96c2fa44c875 by drivers openvswitch,hyperv on host dv-cinder-805398-3-smb at level 0 using segments [{'id': 'a52ce078-bd22-42ec-957a-b9fc1c8ffc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'ebdac831-0f71-47ab-be31-14452bf996d9'}] {{(pid=75062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:58:43.801482 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] Attempting to bind port 0bcc8799-8629-46da-b875-96c2fa44c875 on network ebdac831-0f71-47ab-be31-14452bf996d9 {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:58:43.809671 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] Checking agent: {'id': 'f0705a43-169d-4811-8182-ed59241d69e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805398-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 46, 40), 'started_at': datetime.datetime(2021, 8, 20, 15, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805398-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:58:43.810059 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] Checking segment: {'id': 'a52ce078-bd22-42ec-957a-b9fc1c8ffc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'ebdac831-0f71-47ab-be31-14452bf996d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:58:43.810762 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:43.811172 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] Bound using segment: {'id': 'a52ce078-bd22-42ec-957a-b9fc1c8ffc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'ebdac831-0f71-47ab-be31-14452bf996d9'} {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:58:43.811749 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] Bound port: 0bcc8799-8629-46da-b875-96c2fa44c875, host: dv-cinder-805398-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a52ce078-bd22-42ec-957a-b9fc1c8ffc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'ebdac831-0f71-47ab-be31-14452bf996d9'}}] {{(pid=75062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:58:43.812134 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:43.929474 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] For port 0bcc8799-8629-46da-b875-96c2fa44c875, host dv-cinder-805398-3-smb, cleared binding levels {{(pid=75062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:58:43.935446 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] For port 0bcc8799-8629-46da-b875-96c2fa44c875, host dv-cinder-805398-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=0bcc8799-8629-46da-b875-96c2fa44c875,segment=NetworkSegment(a52ce078-bd22-42ec-957a-b9fc1c8ffc69),segment_id=a52ce078-bd22-42ec-957a-b9fc1c8ffc69)] {{(pid=75062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:58:43.945485 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:43.957078 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:43.965049 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-f68d3e85-7c2d-4ff3-8f7d-caddc63dadab admin admin] Notify callbacks [] for port, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:44.043319 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-f68d3e85-7c2d-4ff3-8f7d-caddc63dadab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943'] for port, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:44.055160 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:44.100223 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] Pushing event updated for resources: {'Port': ['ID=0bcc8799-8629-46da-b875-96c2fa44c875,revision_number=2']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:44.103788 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:44.327293 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68d3e85-7c2d-4ff3-8f7d-caddc63dadab admin admin] Network 1515200a-7cd1-4ec3-bca4-b17b78debdd2 is already hosted by enough agents. {{(pid=75061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:58:44.331651 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.base_scheduler [None req-f68d3e85-7c2d-4ff3-8f7d-caddc63dadab admin admin] Resources bound (agent type, host, resource id): {{(pid=75061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:58:44.342224 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68d3e85-7c2d-4ff3-8f7d-caddc63dadab admin admin] Received port after_create {{(pid=75061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:58:44.514751 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d3e85-7c2d-4ff3-8f7d-caddc63dadab admin admin] Pushing event updated for resources: {'Port': ['ID=d1dcf20e-0f73-4040-8699-6da70e4d6515,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:44.520340 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-f68d3e85-7c2d-4ff3-8f7d-caddc63dadab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:44.626738 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-f68d3e85-7c2d-4ff3-8f7d-caddc63dadab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:44.628040 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-f68d3e85-7c2d-4ff3-8f7d-caddc63dadab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405534'] for router, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:44.683831 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:45.134911 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68d3e85-7c2d-4ff3-8f7d-caddc63dadab admin admin] Router d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8 is scheduled to L3 agent ecccf787-6cb6-4f52-bf94-e4285ae9b988 with binding_index 1 {{(pid=75061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:58:45.154420 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269316b9-0b79-4326-9761-5d47803443d1 req-f3362dcd-b72c-499a-9526-ba09e5b6fa83 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:45.156032 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-269316b9-0b79-4326-9761-5d47803443d1 req-f3362dcd-b72c-499a-9526-ba09e5b6fa83 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 945 time: 0.1500437 Aug 20 15:58:45.272693 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-269316b9-0b79-4326-9761-5d47803443d1 req-90f06a8b-6f49-46d6-b2bb-3175cb944b3f tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103904 Aug 20 15:58:45.449928 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68d3e85-7c2d-4ff3-8f7d-caddc63dadab admin admin] Notify agent at l3_agent.dv-cinder-805398-3-smb the message routers_updated {{(pid=75061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:58:45.468694 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d621cd-7a15-4c9f-afd1-52ec0d983308 None None] Sync routers for ids ['d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8'] in dv-cinder-805398-3-smb {{(pid=75063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 20 15:58:45.487629 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-f68d3e85-7c2d-4ff3-8f7d-caddc63dadab admin admin] Notify callbacks [] for router, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:45.489067 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-f68d3e85-7c2d-4ff3-8f7d-caddc63dadab admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1079497 Aug 20 15:58:45.493707 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 60302) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:58:45.498681 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d621cd-7a15-4c9f-afd1-52ec0d983308 None None] Routers {'d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:58:45.499876 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-f1d621cd-7a15-4c9f-afd1-52ec0d983308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T15:58:42Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8'], 'active': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:58:45.532993 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3250a079-b269-41c2-bf5b-d16db70784eb None None] Network ebdac831-0f71-47ab-be31-14452bf996d9 requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 15:58:45.708205 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-586f5a5e-27c1-46ac-a22d-c46308d9ab32 None None] Provisioning for port 0bcc8799-8629-46da-b875-96c2fa44c875 completed by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:58:45.895368 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvr_db [None req-f1d621cd-7a15-4c9f-afd1-52ec0d983308 None None] Set router d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8 gateway port host: dv-cinder-805398-3-smb {{(pid=75063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 15:58:46.554676 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 0bcc8799-8629-46da-b875-96c2fa44c875 up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:58:46.724658 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81582895-1c02-4fcf-921c-438f6e6055db req-24f02cc4-32ce-4198-97ff-4bf8a3fe2ff5 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:46.734150 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-81582895-1c02-4fcf-921c-438f6e6055db req-24f02cc4-32ce-4198-97ff-4bf8a3fe2ff5 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 945 time: 0.2149053 Aug 20 15:58:46.771462 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-f1d621cd-7a15-4c9f-afd1-52ec0d983308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'name': 'tempest-TestMinimumBasicScenario-533496434-router', 'tenant_id': 'ec35394f12464353a4a351c52acc2fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd1dcf20e-0f73-4040-8699-6da70e4d6515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:58:42Z', 'updated_at': '2021-08-20T15:58:44Z', 'revision_number': 3, 'project_id': 'ec35394f12464353a4a351c52acc2fbd', 'gw_port': {'id': 'd1dcf20e-0f73-4040-8699-6da70e4d6515', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:44:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:58:43Z', 'updated_at': '2021-08-20T15:58:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb'}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:58:46.778614 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d621cd-7a15-4c9f-afd1-52ec0d983308 None None] Checking router: d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8 for host: dv-cinder-805398-3-smb {{(pid=75063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 20 15:58:46.779249 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d621cd-7a15-4c9f-afd1-52ec0d983308 None None] Updating router d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8 port d1dcf20e-0f73-4040-8699-6da70e4d6515 binding host dv-cinder-805398-3-smb {{(pid=75063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 20 15:58:46.796797 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning for port 0bcc8799-8629-46da-b875-96c2fa44c875 completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:58:46.808174 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port 0bcc8799-8629-46da-b875-96c2fa44c875 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:58:46.809434 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:46.860705 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-f1d621cd-7a15-4c9f-afd1-52ec0d983308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:46.885321 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f9c662cc-f87b-4637-b559-737a40022bd3 None None] Provisioning complete for port 0bcc8799-8629-46da-b875-96c2fa44c875 triggered by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:58:46.885791 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f9c662cc-f87b-4637-b559-737a40022bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:46.906576 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-81582895-1c02-4fcf-921c-438f6e6055db req-cace603a-f99c-499b-9b40-ff7eeb644e7f tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705675 Aug 20 15:58:46.957229 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a89d9-f228-4355-892a-ef1cb0f381e5 req-b341d361-52ce-4dda-804d-e3c78f717dd6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:46.960351 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c06a89d9-f228-4355-892a-ef1cb0f381e5 req-b341d361-52ce-4dda-804d-e3c78f717dd6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 945 time: 0.2228196 Aug 20 15:58:47.078825 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c06a89d9-f228-4355-892a-ef1cb0f381e5 req-f43e6c1e-2e91-41a9-af07-f2c78c0635fa tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102433 Aug 20 15:58:47.126535 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:47.152412 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f9c662cc-f87b-4637-b559-737a40022bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:47.152614 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b7e976a9-97b2-478f-9e62-788e390dafaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:47.200213 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] For port 0bcc8799-8629-46da-b875-96c2fa44c875, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=0bcc8799-8629-46da-b875-96c2fa44c875,segment=NetworkSegment(a52ce078-bd22-42ec-957a-b9fc1c8ffc69),segment_id=a52ce078-bd22-42ec-957a-b9fc1c8ffc69)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:58:47.247579 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:47.258466 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:47.340236 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Pushing event updated for resources: {'Port': ['ID=0bcc8799-8629-46da-b875-96c2fa44c875,revision_number=3']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:47.364182 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:47.373168 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-f1d621cd-7a15-4c9f-afd1-52ec0d983308 None None] Notify callbacks [] for port, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:47.390568 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.db.api [None req-f9c662cc-f87b-4637-b559-737a40022bd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=75062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 15:58:47.390976 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_db.api [None req-f9c662cc-f87b-4637-b559-737a40022bd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 15:58:47.395150 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [None req-f1d621cd-7a15-4c9f-afd1-52ec0d983308 None None] Transition to ACTIVE for port object d1dcf20e-0f73-4040-8699-6da70e4d6515 will not be triggered until provisioned by entity L2. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:58:47.405022 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-f1d621cd-7a15-4c9f-afd1-52ec0d983308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:47.412473 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-c0cda586-c5a9-476b-af90-e4e3ee2008b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:47.451918 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.db_base_plugin_common [None req-b7e976a9-97b2-478f-9e62-788e390dafaa admin admin] Allocated IP 172.20.0.1 (ebdac831-0f71-47ab-be31-14452bf996d9/d6a93898-e1a7-47e9-af71-16ce0ce7027f/2df8324e-6638-4488-92f1-2b9eab409445) {{(pid=75060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:58:47.500488 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2e6e6-d16f-4b3e-84d0-d9f36a9c5954 None None] Pushing event updated for resources: {'Port': ['ID=d1dcf20e-0f73-4040-8699-6da70e4d6515,revision_number=2']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:47.503053 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [None req-f1d621cd-7a15-4c9f-afd1-52ec0d983308 None None] Attempting to bind port d1dcf20e-0f73-4040-8699-6da70e4d6515 on host dv-cinder-805398-3-smb for vnic_type normal with profile {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:58:47.503418 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [None req-f1d621cd-7a15-4c9f-afd1-52ec0d983308 None None] Attempting to bind port d1dcf20e-0f73-4040-8699-6da70e4d6515 by drivers openvswitch,hyperv on host dv-cinder-805398-3-smb at level 0 using segments [{'id': 'a5ca86d2-2020-4ee5-a03b-d47a6c676c14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:58:47.503765 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d621cd-7a15-4c9f-afd1-52ec0d983308 None None] Attempting to bind port d1dcf20e-0f73-4040-8699-6da70e4d6515 on network 1515200a-7cd1-4ec3-bca4-b17b78debdd2 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:58:47.514507 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2e6e6-d16f-4b3e-84d0-d9f36a9c5954 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:47.514834 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2e6e6-d16f-4b3e-84d0-d9f36a9c5954 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:47.515351 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2e6e6-d16f-4b3e-84d0-d9f36a9c5954 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:47.515686 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2e6e6-d16f-4b3e-84d0-d9f36a9c5954 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:47.516006 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2e6e6-d16f-4b3e-84d0-d9f36a9c5954 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:47.516323 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2e6e6-d16f-4b3e-84d0-d9f36a9c5954 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:47.516623 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2e6e6-d16f-4b3e-84d0-d9f36a9c5954 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:47.517806 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2e6e6-d16f-4b3e-84d0-d9f36a9c5954 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:47.518290 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2e6e6-d16f-4b3e-84d0-d9f36a9c5954 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:47.518614 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2e6e6-d16f-4b3e-84d0-d9f36a9c5954 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:47.518930 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2e6e6-d16f-4b3e-84d0-d9f36a9c5954 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:58:47.525080 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-03e2e6e6-d16f-4b3e-84d0-d9f36a9c5954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:47.526339 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d621cd-7a15-4c9f-afd1-52ec0d983308 None None] Checking agent: {'id': 'f0705a43-169d-4811-8182-ed59241d69e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805398-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 46, 40), 'started_at': datetime.datetime(2021, 8, 20, 15, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805398-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:58:47.526711 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d621cd-7a15-4c9f-afd1-52ec0d983308 None None] Checking segment: {'id': 'a5ca86d2-2020-4ee5-a03b-d47a6c676c14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:58:47.527112 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-f1d621cd-7a15-4c9f-afd1-52ec0d983308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:47.527494 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d621cd-7a15-4c9f-afd1-52ec0d983308 None None] Bound using segment: {'id': 'a5ca86d2-2020-4ee5-a03b-d47a6c676c14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:58:47.527968 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [None req-f1d621cd-7a15-4c9f-afd1-52ec0d983308 None None] Bound port: d1dcf20e-0f73-4040-8699-6da70e4d6515, host: dv-cinder-805398-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ca86d2-2020-4ee5-a03b-d47a6c676c14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'}}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:58:47.528352 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-f1d621cd-7a15-4c9f-afd1-52ec0d983308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:47.556812 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48075c2c-c2e6-41a7-8aa0-130f13d93047 req-5525a151-2b10-4a48-995f-bb680be386ce tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:47.558386 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-48075c2c-c2e6-41a7-8aa0-130f13d93047 req-5525a151-2b10-4a48-995f-bb680be386ce tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e6c44f-1eb8-4f5b-9090-03e3264d56ef HTTP/1.1" status: 200 len: 945 time: 0.0920577 Aug 20 15:58:47.612005 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.db [None req-f1d621cd-7a15-4c9f-afd1-52ec0d983308 None None] For port d1dcf20e-0f73-4040-8699-6da70e4d6515, host dv-cinder-805398-3-smb, cleared binding levels {{(pid=75063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:58:47.612570 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-48075c2c-c2e6-41a7-8aa0-130f13d93047 req-b8294d57-f7f7-4583-b9a9-b391a59fa31e tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/security-groups?id=112b4c4a-9aac-4563-ba95-eb7bf21b72a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465991 Aug 20 15:58:47.615668 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.db [None req-f1d621cd-7a15-4c9f-afd1-52ec0d983308 None None] For port d1dcf20e-0f73-4040-8699-6da70e4d6515, host dv-cinder-805398-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=d1dcf20e-0f73-4040-8699-6da70e4d6515,segment=NetworkSegment(a5ca86d2-2020-4ee5-a03b-d47a6c676c14),segment_id=a5ca86d2-2020-4ee5-a03b-d47a6c676c14)] {{(pid=75063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:58:47.620721 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-f1d621cd-7a15-4c9f-afd1-52ec0d983308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:47.625750 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-c0cda586-c5a9-476b-af90-e4e3ee2008b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:47.717500 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b7e976a9-97b2-478f-9e62-788e390dafaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:47.731898 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2e6e6-d16f-4b3e-84d0-d9f36a9c5954 None None] Pushing event updated for resources: {'Port': ['ID=d1dcf20e-0f73-4040-8699-6da70e4d6515,revision_number=3']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:47.735661 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.provisioning_blocks [None req-b7e976a9-97b2-478f-9e62-788e390dafaa admin admin] Transition to ACTIVE for port object 2df8324e-6638-4488-92f1-2b9eab409445 will not be triggered until provisioned by entity DHCP. {{(pid=75060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:58:47.738330 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-03e2e6e6-d16f-4b3e-84d0-d9f36a9c5954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:47.740878 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d621cd-7a15-4c9f-afd1-52ec0d983308 None None] Routers {'d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:58:47.742498 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-f1d621cd-7a15-4c9f-afd1-52ec0d983308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T15:58:42Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8'], 'active': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:58:47.760440 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b7e976a9-97b2-478f-9e62-788e390dafaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6850519'] for port, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:47.764611 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-01c72625-5029-48c5-ac15-81d8e928e6cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:47.834335 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e976a9-97b2-478f-9e62-788e390dafaa admin admin] Network ebdac831-0f71-47ab-be31-14452bf996d9 is already hosted by enough agents. {{(pid=75060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:58:47.837459 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.base_scheduler [None req-b7e976a9-97b2-478f-9e62-788e390dafaa admin admin] Resources bound (agent type, host, resource id): {{(pid=75060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:58:47.843158 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e976a9-97b2-478f-9e62-788e390dafaa admin admin] Received port after_create {{(pid=75060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:58:47.892306 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e976a9-97b2-478f-9e62-788e390dafaa admin admin] Pushing event updated for resources: {'Port': ['ID=2df8324e-6638-4488-92f1-2b9eab409445,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:47.914099 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-b7e976a9-97b2-478f-9e62-788e390dafaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:47.954134 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:47.987043 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b7e976a9-97b2-478f-9e62-788e390dafaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405696'] for router_interface, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:48.047364 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvr_db [None req-f1d621cd-7a15-4c9f-afd1-52ec0d983308 None None] Set router d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8 gateway port host: dv-cinder-805398-3-smb {{(pid=75063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 15:58:48.139186 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b7e976a9-97b2-478f-9e62-788e390dafaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:48.288718 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-78c135ee-814b-498b-8504-e5237b39df26 None None] Provisioning for port 2df8324e-6638-4488-92f1-2b9eab409445 completed by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:58:48.294511 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-78c135ee-814b-498b-8504-e5237b39df26 None None] Provisioning complete for port 2df8324e-6638-4488-92f1-2b9eab409445 triggered by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:58:48.295040 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-78c135ee-814b-498b-8504-e5237b39df26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:48.381176 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 0bcc8799-8629-46da-b875-96c2fa44c875 up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:58:48.473988 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-78c135ee-814b-498b-8504-e5237b39df26 None None] Port 2df8324e-6638-4488-92f1-2b9eab409445 cannot update to ACTIVE because it is not bound. {{(pid=75062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 20 15:58:48.488069 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-f1d621cd-7a15-4c9f-afd1-52ec0d983308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'name': 'tempest-TestMinimumBasicScenario-533496434-router', 'tenant_id': 'ec35394f12464353a4a351c52acc2fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd1dcf20e-0f73-4040-8699-6da70e4d6515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:58:42Z', 'updated_at': '2021-08-20T15:58:44Z', 'revision_number': 3, 'project_id': 'ec35394f12464353a4a351c52acc2fbd', 'gw_port': {'id': 'd1dcf20e-0f73-4040-8699-6da70e4d6515', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:44:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:58:43Z', 'updated_at': '2021-08-20T15:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb'}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:58:48.493094 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d621cd-7a15-4c9f-afd1-52ec0d983308 None None] The sync data for ids ['d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8'] in dv-cinder-805398-3-smb is: [{'id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'name': 'tempest-TestMinimumBasicScenario-533496434-router', 'tenant_id': 'ec35394f12464353a4a351c52acc2fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd1dcf20e-0f73-4040-8699-6da70e4d6515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:58:42Z', 'updated_at': '2021-08-20T15:58:44Z', 'revision_number': 3, 'project_id': 'ec35394f12464353a4a351c52acc2fbd', 'gw_port': {'id': 'd1dcf20e-0f73-4040-8699-6da70e4d6515', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:44:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:58:43Z', 'updated_at': '2021-08-20T15:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb'}] {{(pid=75063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 20 15:58:48.510651 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port 0bcc8799-8629-46da-b875-96c2fa44c875 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:58:48.516212 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:48.543130 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b7e976a9-97b2-478f-9e62-788e390dafaa admin admin] Notify callbacks [] for port, precommit_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:48.548887 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b7e976a9-97b2-478f-9e62-788e390dafaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6850526'] for port, after_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:48.579424 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:48.679415 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b7e976a9-97b2-478f-9e62-788e390dafaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3462157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642345'] for router_interface, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:48.685212 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e976a9-97b2-478f-9e62-788e390dafaa admin admin] Pushing event updated for resources: {'Port': ['ID=2df8324e-6638-4488-92f1-2b9eab409445,revision_number=2']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:48.691092 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-b7e976a9-97b2-478f-9e62-788e390dafaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:48.702652 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250c6f5-0f1d-4076-b0ff-c720dbad7093 req-cbca7804-d5e2-40fe-970a-372730447774 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:48.712223 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8250c6f5-0f1d-4076-b0ff-c720dbad7093 req-cbca7804-d5e2-40fe-970a-372730447774 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 945 time: 0.3732882 Aug 20 15:58:48.816631 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce846b5-ca86-403f-b221-bcf550e65f86 req-bb6d8cc5-75a0-470b-a42e-086e60fb9c03 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:48.828983 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-fce846b5-ca86-403f-b221-bcf550e65f86 req-bb6d8cc5-75a0-470b-a42e-086e60fb9c03 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 945 time: 0.3693857 Aug 20 15:58:48.899096 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8250c6f5-0f1d-4076-b0ff-c720dbad7093 req-00f20ade-df6f-47bd-b94d-589f4f963336 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855130 Aug 20 15:58:48.943657 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-fce846b5-ca86-403f-b221-bcf550e65f86 req-e5783793-ef00-47eb-94b4-09df9a44b244 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135614 Aug 20 15:58:48.996513 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2467ce9-c644-4fea-b8c8-8bbe4b38f6fa req-0695fa89-2eca-41a5-89ef-c5b0d366bc5d tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:49.002969 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e2467ce9-c644-4fea-b8c8-8bbe4b38f6fa req-0695fa89-2eca-41a5-89ef-c5b0d366bc5d tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 945 time: 0.2449288 Aug 20 15:58:49.062261 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e976a9-97b2-478f-9e62-788e390dafaa admin admin] Network ebdac831-0f71-47ab-be31-14452bf996d9 is already hosted by enough agents. {{(pid=75060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:58:49.065623 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.base_scheduler [None req-b7e976a9-97b2-478f-9e62-788e390dafaa admin admin] Resources bound (agent type, host, resource id): {{(pid=75060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:58:49.295477 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [req-e2467ce9-c644-4fea-b8c8-8bbe4b38f6fa req-f91df367-f544-4a67-ad0f-899b0c2aa3b4 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Deleting port cb5a321c-d92b-4635-b934-477650ec0656 {{(pid=75061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 15:58:49.296228 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-e2467ce9-c644-4fea-b8c8-8bbe4b38f6fa req-f91df367-f544-4a67-ad0f-899b0c2aa3b4 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:49.443708 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-8877a47a-2fe3-4752-97d5-badff91d16a2 None None] Provisioning complete for port 2df8324e-6638-4488-92f1-2b9eab409445 triggered by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:58:49.444999 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-8877a47a-2fe3-4752-97d5-badff91d16a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:49.446574 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2d8ce-9953-4948-9127-aedf7183c1ae req-dcb9ee7e-1bc8-4998-a718-1ff9bf635f2e tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:49.448121 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6ed2d8ce-9953-4948-9127-aedf7183c1ae req-dcb9ee7e-1bc8-4998-a718-1ff9bf635f2e tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e6c44f-1eb8-4f5b-9090-03e3264d56ef HTTP/1.1" status: 200 len: 945 time: 0.3012185 Aug 20 15:58:49.511210 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-8877a47a-2fe3-4752-97d5-badff91d16a2 None None] Port 2df8324e-6638-4488-92f1-2b9eab409445 cannot update to ACTIVE because it is not bound. {{(pid=75062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 20 15:58:49.606869 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6ed2d8ce-9953-4948-9127-aedf7183c1ae req-7f9ebfa1-b7a5-4379-bf38-5a062b3852c7 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/security-groups?id=112b4c4a-9aac-4563-ba95-eb7bf21b72a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492453 Aug 20 15:58:49.682935 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-e2467ce9-c644-4fea-b8c8-8bbe4b38f6fa req-f91df367-f544-4a67-ad0f-899b0c2aa3b4 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] For port cb5a321c-d92b-4635-b934-477650ec0656, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=cb5a321c-d92b-4635-b934-477650ec0656,segment=NetworkSegment(cf28a621-c31f-43b5-9f9e-d00941f17343),segment_id=cf28a621-c31f-43b5-9f9e-d00941f17343)] {{(pid=75061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:58:49.683933 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-e2467ce9-c644-4fea-b8c8-8bbe4b38f6fa req-f91df367-f544-4a67-ad0f-899b0c2aa3b4 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:49.739064 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e976a9-97b2-478f-9e62-788e390dafaa admin admin] Router d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8 has already been hosted by L3 agent ecccf787-6cb6-4f52-bf94-e4285ae9b988 {{(pid=75060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:58:50.027322 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [req-e2467ce9-c644-4fea-b8c8-8bbe4b38f6fa req-f91df367-f544-4a67-ad0f-899b0c2aa3b4 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Calling delete_port for cb5a321c-d92b-4635-b934-477650ec0656 owned by compute:nova {{(pid=75061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 15:58:50.034909 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e976a9-97b2-478f-9e62-788e390dafaa admin admin] Notify agent at l3_agent.dv-cinder-805398-3-smb the message routers_updated {{(pid=75060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:58:50.070624 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-b7e976a9-97b2-478f-9e62-788e390dafaa admin admin] 10.222.0.13 "PUT /v2.0/routers/d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5751829 Aug 20 15:58:50.260897 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-e2467ce9-c644-4fea-b8c8-8bbe4b38f6fa req-f91df367-f544-4a67-ad0f-899b0c2aa3b4 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952'] for port, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:50.270086 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-9a2f08c2-1bd3-4d13-8940-8af719b1bbe2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:50.275300 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['c8dafc45-0347-45eb-80fb-a1ea612a94dd'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 15:58:50.418032 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91df367-f544-4a67-ad0f-899b0c2aa3b4 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Pushing event deleted for resources: {'Port': ['ID=cb5a321c-d92b-4635-b934-477650ec0656,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:50.486955 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device d1dcf20e-0f73-4040-8699-6da70e4d6515 up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:58:50.597214 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-f91df367-f544-4a67-ad0f-899b0c2aa3b4 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:50.605043 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b09e2-80db-4b63-a208-3587cacc72bf req-64d3e370-2e33-4614-8c6d-f2166dc47481 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:50.612851 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-138b09e2-80db-4b63-a208-3587cacc72bf req-64d3e370-2e33-4614-8c6d-f2166dc47481 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce3023e-38f2-4ac1-8706-bc96ed4e9d77 HTTP/1.1" status: 200 len: 867 time: 0.4814126 Aug 20 15:58:50.626001 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning for port d1dcf20e-0f73-4040-8699-6da70e4d6515 completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:58:50.632300 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port d1dcf20e-0f73-4040-8699-6da70e4d6515 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:58:50.633021 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:50.697572 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2467ce9-c644-4fea-b8c8-8bbe4b38f6fa req-f91df367-f544-4a67-ad0f-899b0c2aa3b4 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] No DVR routers for this DVR port cb5a321c-d92b-4635-b934-477650ec0656 on host hv-cinder-80539 {{(pid=75061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:58:50.706638 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-e2467ce9-c644-4fea-b8c8-8bbe4b38f6fa req-f91df367-f544-4a67-ad0f-899b0c2aa3b4 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:50.719597 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce3023e-38f2-4ac1-8706-bc96ed4e9d77', 'name': 'network-vif-deleted', 'tag': 'cb5a321c-d92b-4635-b934-477650ec0656'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:58:50.747656 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e2467ce9-c644-4fea-b8c8-8bbe4b38f6fa req-f91df367-f544-4a67-ad0f-899b0c2aa3b4 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.54 "DELETE /v2.0/ports/cb5a321c-d92b-4635-b934-477650ec0656 HTTP/1.1" status: 204 len: 173 time: 1.7376628 Aug 20 15:58:50.762336 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-138b09e2-80db-4b63-a208-3587cacc72bf req-85ba17a8-c2fd-4302-8ffd-120fcabca476 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483755 Aug 20 15:58:50.818976 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592a796-ce71-4e8e-97f1-903fc43a7353 req-4026bd18-4ae5-4597-a84b-4d709d52b352 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:50.827141 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f592a796-ce71-4e8e-97f1-903fc43a7353 req-4026bd18-4ae5-4597-a84b-4d709d52b352 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 945 time: 0.4191415 Aug 20 15:58:50.888480 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f592a796-ce71-4e8e-97f1-903fc43a7353 req-3c57599b-be7f-41d3-ab39-e0de735df208 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603409 Aug 20 15:58:50.954322 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:50.986381 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] For port d1dcf20e-0f73-4040-8699-6da70e4d6515, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=d1dcf20e-0f73-4040-8699-6da70e4d6515,segment=NetworkSegment(a5ca86d2-2020-4ee5-a03b-d47a6c676c14),segment_id=a5ca86d2-2020-4ee5-a03b-d47a6c676c14)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:58:50.992487 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:50.999949 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:51.018720 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce3023e-38f2-4ac1-8706-bc96ed4e9d77', 'name': 'network-vif-deleted', 'tag': 'cb5a321c-d92b-4635-b934-477650ec0656', 'status': 'completed', 'code': 200} Aug 20 15:58:51.082532 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Pushing event updated for resources: {'Port': ['ID=d1dcf20e-0f73-4040-8699-6da70e4d6515,revision_number=4']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:51.095157 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:51.210640 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466049df-d478-4ef2-848e-9d4e7d5c261a req-a5ef0a87-805d-4da6-9999-f99e421a1f5c tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:51.213132 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-466049df-d478-4ef2-848e-9d4e7d5c261a req-a5ef0a87-805d-4da6-9999-f99e421a1f5c tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e6c44f-1eb8-4f5b-9090-03e3264d56ef HTTP/1.1" status: 200 len: 945 time: 0.1101985 Aug 20 15:58:51.275783 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-466049df-d478-4ef2-848e-9d4e7d5c261a req-236b8916-3456-44c0-8968-7afdf0d9802d tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/security-groups?id=112b4c4a-9aac-4563-ba95-eb7bf21b72a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522411 Aug 20 15:58:51.373474 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device b492b5b8-a0d4-4c7b-a96a-842cf248fefd details requested by agent hyperv_hv-cinder-80539 with host hv-cinder-80539 {{(pid=75062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 15:58:51.376571 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device cb5a321c-d92b-4635-b934-477650ec0656 no longer exists at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 15:58:51.447168 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] No Port match for: cb5a321c-d92b-4635-b934-477650ec0656 {{(pid=75062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 20 15:58:51.447770 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device cb5a321c-d92b-4635-b934-477650ec0656 not bound to the agent host hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 15:58:51.637569 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port b492b5b8-a0d4-4c7b-a96a-842cf248fefd, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=b492b5b8-a0d4-4c7b-a96a-842cf248fefd,segment=NetworkSegment(68bd6238-2a31-45ae-8fff-c07ee9ddc968),segment_id=68bd6238-2a31-45ae-8fff-c07ee9ddc968)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:58:51.662031 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Returning: {'device': 'b492b5b8-a0d4-4c7b-a96a-842cf248fefd', 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31', 'port_id': 'b492b5b8-a0d4-4c7b-a96a-842cf248fefd', 'mac_address': 'fa:16:3e:8d:1e:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eac451a-2e42-4f5c-8315-eccf4786e9f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 15:58:51.764535 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 60382) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:58:51.773196 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:51.775561 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-d51cc5c9-0990-425f-884e-f516f105d817 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-161346081-network', 'tenant_id': '010f88160e9a48ae87dc8b24f02463de'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:58:51.784305 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-d51cc5c9-0990-425f-884e-f516f105d817 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:58:51.794490 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-d51cc5c9-0990-425f-884e-f516f105d817 admin admin] Usage tracker for resource:network and tenant:010f88160e9a48ae87dc8b24f02463de is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:58:51.800400 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-d51cc5c9-0990-425f-884e-f516f105d817 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:58:51.813828 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-d51cc5c9-0990-425f-884e-f516f105d817 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:58:51.827379 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b492b5b8-a0d4-4c7b-a96a-842cf248fefd {{(pid=75062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:58:51.836265 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51cc5c9-0990-425f-884e-f516f105d817 admin admin] Made reservation on behalf of 010f88160e9a48ae87dc8b24f02463de for: {'network': 1} {{(pid=75060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:58:51.839880 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d51cc5c9-0990-425f-884e-f516f105d817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for network, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:51.864030 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d51cc5c9-0990-425f-884e-f516f105d817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:51.871611 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port b492b5b8-a0d4-4c7b-a96a-842cf248fefd, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=b492b5b8-a0d4-4c7b-a96a-842cf248fefd,segment=NetworkSegment(68bd6238-2a31-45ae-8fff-c07ee9ddc968),segment_id=68bd6238-2a31-45ae-8fff-c07ee9ddc968)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:58:51.877294 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:51.881284 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:51.931841 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-d51cc5c9-0990-425f-884e-f516f105d817 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:58:51.939612 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-d51cc5c9-0990-425f-884e-f516f105d817 admin admin] Usage tracker for resource:security_group_rule and tenant:010f88160e9a48ae87dc8b24f02463de is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:58:51.948711 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-d51cc5c9-0990-425f-884e-f516f105d817 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:58:51.962635 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-d51cc5c9-0990-425f-884e-f516f105d817 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:58:52.015840 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=b492b5b8-a0d4-4c7b-a96a-842cf248fefd,revision_number=6']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:52.039571 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['b492b5b8-a0d4-4c7b-a96a-842cf248fefd'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 15:58:52.098610 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:52.125722 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d51cc5c9-0990-425f-884e-f516f105d817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:52.142161 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d51cc5c9-0990-425f-884e-f516f105d817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:52.157078 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-36acb05f-490e-445a-910a-bdb3a226d170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:52.278460 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d51cc5c9-0990-425f-884e-f516f105d817 admin admin] vlan segment allocate from pool success with {'vlan_id': 1257, 'physical_network': 'physnet1'} {{(pid=75060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 20 15:58:52.297310 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cc5c9-0990-425f-884e-f516f105d817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8499b735-ade0-48b4-b63d-305d474b02a7,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:52.305776 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-d51cc5c9-0990-425f-884e-f516f105d817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:52.311489 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d51cc5c9-0990-425f-884e-f516f105d817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577716'] for segment, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:52.318834 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.db.segments_db [None req-d51cc5c9-0990-425f-884e-f516f105d817 admin admin] Added segment 86af7d02-8040-408b-8d57-8384ab484dae of type vlan for network 10efc7e3-ec56-4a61-9e7c-690a4c5167aa Aug 20 15:58:52.383254 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device d1dcf20e-0f73-4040-8699-6da70e4d6515 up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:58:52.420192 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d51cc5c9-0990-425f-884e-f516f105d817 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786828959910'] for network, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:52.514673 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d51cc5c9-0990-425f-884e-f516f105d817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924'] for network, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:52.516604 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51cc5c9-0990-425f-884e-f516f105d817 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:52.530210 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d51cc5c9-0990-425f-884e-f516f105d817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for network, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:52.530210 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:52.536431 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port d1dcf20e-0f73-4040-8699-6da70e4d6515 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:58:52.536431 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:52.566804 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb1a87-b87c-4bc1-af77-5945976e85ff req-f733feb6-7bb5-4bef-818e-dff08343368c tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:52.568451 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-dcbb1a87-b87c-4bc1-af77-5945976e85ff req-f733feb6-7bb5-4bef-818e-dff08343368c tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 944 time: 0.3078625 Aug 20 15:58:52.716411 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-dcbb1a87-b87c-4bc1-af77-5945976e85ff req-c1e4277d-0a78-43fe-b88d-367a1988f2d1 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295400 Aug 20 15:58:52.914426 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cc5c9-0990-425f-884e-f516f105d817 admin admin] Pushing event updated for resources: {'Network': ['ID=10efc7e3-ec56-4a61-9e7c-690a4c5167aa,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:52.920425 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-d51cc5c9-0990-425f-884e-f516f105d817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:52.930566 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-d51cc5c9-0990-425f-884e-f516f105d817 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1643155 Aug 20 15:58:52.935099 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 60406) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:58:52.941607 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-6e7d7fa8-da42-4d6f-a587-c82ce65a58f3 admin admin] Request body: {'subnet': {'network_id': '10efc7e3-ec56-4a61-9e7c-690a4c5167aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-161346081-subnet', 'tenant_id': '010f88160e9a48ae87dc8b24f02463de', 'ip_version': 4}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:58:52.946110 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Network 10efc7e3-ec56-4a61-9e7c-690a4c5167aa details requested by agent ovs-agent-dv-cinder-805398-3-smb with host dv-cinder-805398-3-smb {{(pid=75062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 15:58:52.953402 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-6e7d7fa8-da42-4d6f-a587-c82ce65a58f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:58:52.989246 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-6e7d7fa8-da42-4d6f-a587-c82ce65a58f3 admin admin] Usage tracker for resource:subnet and tenant:010f88160e9a48ae87dc8b24f02463de is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:58:52.993133 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-6e7d7fa8-da42-4d6f-a587-c82ce65a58f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:58:53.023604 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-6e7d7fa8-da42-4d6f-a587-c82ce65a58f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:58:53.058188 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7d7fa8-da42-4d6f-a587-c82ce65a58f3 admin admin] Made reservation on behalf of 010f88160e9a48ae87dc8b24f02463de for: {'subnet': 1} {{(pid=75060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:58:53.060811 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-6e7d7fa8-da42-4d6f-a587-c82ce65a58f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1265244'] for subnet, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:53.091074 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cc131a-06d8-40eb-a390-1f96c22a6888 None None] Sync routers for ids ['d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8'] in dv-cinder-805398-3-smb {{(pid=75062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 20 15:58:53.200143 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cc131a-06d8-40eb-a390-1f96c22a6888 None None] Routers {'d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:58:53.201256 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-73cc131a-06d8-40eb-a390-1f96c22a6888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T15:58:42Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8'], 'active': True} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:58:53.263905 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bbb95-74e1-45fd-a91a-be3d629e33a5 req-6715b308-3b94-47c4-8897-eec4274c4caf tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:53.265886 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-844bbb95-74e1-45fd-a91a-be3d629e33a5 req-6715b308-3b94-47c4-8897-eec4274c4caf tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e6c44f-1eb8-4f5b-9090-03e3264d56ef HTTP/1.1" status: 200 len: 945 time: 0.4132946 Aug 20 15:58:53.379283 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89123b23-2b08-4b4c-aa66-db2b38fcf25b req-f8ef2f6d-d40f-480d-8854-f6c7eb4ee132 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:53.381618 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-89123b23-2b08-4b4c-aa66-db2b38fcf25b req-f8ef2f6d-d40f-480d-8854-f6c7eb4ee132 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Synchronizing usage tracker for tenant:f67c0c6df4d74cfab74276f0502944b4 on resource:port {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 15:58:53.441918 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-844bbb95-74e1-45fd-a91a-be3d629e33a5 req-2c686340-a675-4dab-8f3c-8851464d04bb tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/security-groups?id=112b4c4a-9aac-4563-ba95-eb7bf21b72a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491265 Aug 20 15:58:53.443388 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-89123b23-2b08-4b4c-aa66-db2b38fcf25b req-f8ef2f6d-d40f-480d-8854-f6c7eb4ee132 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Unset dirty status for tenant:f67c0c6df4d74cfab74276f0502944b4 on resource:port {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 15:58:53.457448 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-89123b23-2b08-4b4c-aa66-db2b38fcf25b req-f8ef2f6d-d40f-480d-8854-f6c7eb4ee132 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.3762372 Aug 20 15:58:53.466517 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device b492b5b8-a0d4-4c7b-a96a-842cf248fefd up at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:58:53.471741 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-6e7d7fa8-da42-4d6f-a587-c82ce65a58f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6850411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1265230'] for subnet, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:53.479544 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-7c7d5a82-dc89-4849-8c14-db3dbb35ce4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:53.563621 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-89123b23-2b08-4b4c-aa66-db2b38fcf25b req-d4aa3330-36d2-4fad-ae29-bcd8e78c2f1c tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028137 Aug 20 15:58:53.580092 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d7fa8-da42-4d6f-a587-c82ce65a58f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d54840d0-d953-447b-9a2c-730c95c11add,revision_number=0']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:53.585718 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-6e7d7fa8-da42-4d6f-a587-c82ce65a58f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:53.592180 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7d7fa8-da42-4d6f-a587-c82ce65a58f3 admin admin] Checking segment: {'id': '86af7d02-8040-408b-8d57-8384ab484dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '10efc7e3-ec56-4a61-9e7c-690a4c5167aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:58:53.592756 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7d7fa8-da42-4d6f-a587-c82ce65a58f3 admin admin] Network hostable DHCP agents. Network: 10efc7e3-ec56-4a61-9e7c-690a4c5167aa, hostable agents: ['8a4a5844-dabe-4d00-86b6-cc46effaa58e'], hosted agents: [] {{(pid=75060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:58:53.600078 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvr_db [None req-73cc131a-06d8-40eb-a390-1f96c22a6888 None None] Set router d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8 gateway port host: dv-cinder-805398-3-smb {{(pid=75062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 15:58:53.630144 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7d7fa8-da42-4d6f-a587-c82ce65a58f3 admin admin] Network 10efc7e3-ec56-4a61-9e7c-690a4c5167aa is scheduled to be hosted by DHCP agent 8a4a5844-dabe-4d00-86b6-cc46effaa58e with binding_index 1 {{(pid=75060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:58:53.645945 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.base_scheduler [None req-6e7d7fa8-da42-4d6f-a587-c82ce65a58f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805398-3-smb, 10efc7e3-ec56-4a61-9e7c-690a4c5167aa) {{(pid=75060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:58:53.662379 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7d7fa8-da42-4d6f-a587-c82ce65a58f3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:53.663068 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-6e7d7fa8-da42-4d6f-a587-c82ce65a58f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:53.685758 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e586b706-0fe0-45c6-9475-a611d31eabbc None None] Network 10efc7e3-ec56-4a61-9e7c-690a4c5167aa requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 15:58:53.692977 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-6e7d7fa8-da42-4d6f-a587-c82ce65a58f3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7565744 Aug 20 15:58:53.707217 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 60412) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:58:53.719736 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [None req-876953e0-82db-4833-afc9-1430183d0b9b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-161346081-router', 'tenant_id': '010f88160e9a48ae87dc8b24f02463de', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'}}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:58:53.726425 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-876953e0-82db-4833-afc9-1430183d0b9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:58:53.733091 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-876953e0-82db-4833-afc9-1430183d0b9b admin admin] Usage tracker for resource:router and tenant:010f88160e9a48ae87dc8b24f02463de is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:58:53.736723 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-876953e0-82db-4833-afc9-1430183d0b9b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:58:53.746007 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-876953e0-82db-4833-afc9-1430183d0b9b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:58:53.760086 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-876953e0-82db-4833-afc9-1430183d0b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12511'] for router, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:53.761093 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-876953e0-82db-4833-afc9-1430183d0b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12324'] for router, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:53.781976 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-876953e0-82db-4833-afc9-1430183d0b9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:53.786631 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning complete for port b492b5b8-a0d4-4c7b-a96a-842cf248fefd triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:58:53.787016 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:54.265011 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-876953e0-82db-4833-afc9-1430183d0b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12338'] for router, precommit_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:54.368655 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49307d61-d2a2-48f9-b9c7-d122bea9bce7 req-c6e3e06c-b278-4c25-8967-b709d77112da tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:54.375249 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 6 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 15:58:54.378224 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-49307d61-d2a2-48f9-b9c7-d122bea9bce7 req-c6e3e06c-b278-4c25-8967-b709d77112da tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.54 "GET /v2.0/ports?device_id=12e6c44f-1eb8-4f5b-9090-03e3264d56ef HTTP/1.1" status: 200 len: 945 time: 0.4687183 Aug 20 15:58:54.380137 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:54.543899 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44698783-c74f-4d38-bbe8-a96ef5ca3b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b492b5b8-a0d4-4c7b-a96a-842cf248fefd'}] {{(pid=75062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:58:54.561984 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port b492b5b8-a0d4-4c7b-a96a-842cf248fefd, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=b492b5b8-a0d4-4c7b-a96a-842cf248fefd,segment=NetworkSegment(68bd6238-2a31-45ae-8fff-c07ee9ddc968),segment_id=68bd6238-2a31-45ae-8fff-c07ee9ddc968)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:58:54.580018 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b26607-96d9-4528-9f98-daf1a45e0cff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee73cc1e-0249-5885-9e66-62ae7a28c6c5-10efc7e3-ec56-4a61-9e7c-690a4c5167aa', 'network_id': '10efc7e3-ec56-4a61-9e7c-690a4c5167aa', 'tenant_id': '010f88160e9a48ae87dc8b24f02463de', 'fixed_ips': [{'subnet_id': 'd54840d0-d953-447b-9a2c-730c95c11add'}]}} from dv-cinder-805398-3-smb. {{(pid=75062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 20 15:58:54.581937 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-38b26607-96d9-4528-9f98-daf1a45e0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:54.600089 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:54.609369 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:54.664014 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [req-49307d61-d2a2-48f9-b9c7-d122bea9bce7 req-5a7d4f24-ad7b-4e19-8c51-49f8c0e8261e tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Deleting port 17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd {{(pid=75061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 15:58:54.664788 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-49307d61-d2a2-48f9-b9c7-d122bea9bce7 req-5a7d4f24-ad7b-4e19-8c51-49f8c0e8261e tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:54.737630 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3275d-8ad5-473e-b48d-34de4633b080 req-14167d1a-d3f7-41b3-8615-ed8fda233c64 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:54.753458 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9dc3275d-8ad5-473e-b48d-34de4633b080 req-14167d1a-d3f7-41b3-8615-ed8fda233c64 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 944 time: 0.6079640 Aug 20 15:58:54.932710 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=b492b5b8-a0d4-4c7b-a96a-842cf248fefd,revision_number=7']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:54.944759 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:54.965812 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-73cc131a-06d8-40eb-a390-1f96c22a6888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'name': 'tempest-TestMinimumBasicScenario-533496434-router', 'tenant_id': 'ec35394f12464353a4a351c52acc2fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd1dcf20e-0f73-4040-8699-6da70e4d6515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:58:42Z', 'updated_at': '2021-08-20T15:58:48Z', 'revision_number': 4, 'project_id': 'ec35394f12464353a4a351c52acc2fbd', 'gw_port': {'id': 'd1dcf20e-0f73-4040-8699-6da70e4d6515', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:44:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:58:43Z', 'updated_at': '2021-08-20T15:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': '2df8324e-6638-4488-92f1-2b9eab409445', 'name': '', 'network_id': 'ebdac831-0f71-47ab-be31-14452bf996d9', 'tenant_id': 'ec35394f12464353a4a351c52acc2fbd', 'mac_address': 'fa:16:3e:79:1c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6a93898-e1a7-47e9-af71-16ce0ce7027f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:58:47Z', 'updated_at': '2021-08-20T15:58:48Z', 'revision_number': 2, 'project_id': 'ec35394f12464353a4a351c52acc2fbd', 'subnets': [{'id': 'd6a93898-e1a7-47e9-af71-16ce0ce7027f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:58:54.994633 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cc131a-06d8-40eb-a390-1f96c22a6888 None None] Checking router: d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8 for host: dv-cinder-805398-3-smb {{(pid=75062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 20 15:58:54.995376 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cc131a-06d8-40eb-a390-1f96c22a6888 None None] Updating router d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8 port 2df8324e-6638-4488-92f1-2b9eab409445 binding host dv-cinder-805398-3-smb {{(pid=75062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 20 15:58:55.196033 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-73cc131a-06d8-40eb-a390-1f96c22a6888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:55.278525 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9dc3275d-8ad5-473e-b48d-34de4633b080 req-cf20caf2-6def-41ec-8a32-1c3ed5ceb17b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5235019 Aug 20 15:58:55.346994 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.db_base_plugin_common [None req-38b26607-96d9-4528-9f98-daf1a45e0cff None None] Allocated IP 172.20.0.2 (10efc7e3-ec56-4a61-9e7c-690a4c5167aa/d54840d0-d953-447b-9a2c-730c95c11add/7c46cbeb-9ec5-412a-b61f-964477927e00) {{(pid=75062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:58:55.592475 dv-cinder-805398-3-smb neutron-server[75062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44698783-c74f-4d38-bbe8-a96ef5ca3b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b492b5b8-a0d4-4c7b-a96a-842cf248fefd', 'code': 200} Aug 20 15:58:55.619553 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce95606-9808-4863-9b7f-8e19e9b649ba req-a81ef0c4-89fa-4b2c-a5de-c0b3ba4733b0 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:55.626666 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-bce95606-9808-4863-9b7f-8e19e9b649ba req-a81ef0c4-89fa-4b2c-a5de-c0b3ba4733b0 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e6c44f-1eb8-4f5b-9090-03e3264d56ef HTTP/1.1" status: 200 len: 945 time: 0.8173523 Aug 20 15:58:55.728883 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-49307d61-d2a2-48f9-b9c7-d122bea9bce7 req-5a7d4f24-ad7b-4e19-8c51-49f8c0e8261e tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] For port 17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd,segment=NetworkSegment(9db3a52a-d523-44b3-8df2-d393a5c5b336),segment_id=9db3a52a-d523-44b3-8df2-d393a5c5b336)] {{(pid=75061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:58:55.729536 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-49307d61-d2a2-48f9-b9c7-d122bea9bce7 req-5a7d4f24-ad7b-4e19-8c51-49f8c0e8261e tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:55.984732 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [req-49307d61-d2a2-48f9-b9c7-d122bea9bce7 req-5a7d4f24-ad7b-4e19-8c51-49f8c0e8261e tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Calling delete_port for 17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd owned by compute:nova {{(pid=75061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 15:58:56.003907 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-38b26607-96d9-4528-9f98-daf1a45e0cff None None] Notify callbacks [] for port, precommit_create {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:56.062652 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-38b26607-96d9-4528-9f98-daf1a45e0cff None None] Transition to ACTIVE for port object 7c46cbeb-9ec5-412a-b61f-964477927e00 will not be triggered until provisioned by entity L2. {{(pid=75062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:58:56.101148 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-73cc131a-06d8-40eb-a390-1f96c22a6888 None None] Notify callbacks [] for port, precommit_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:56.104682 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-876953e0-82db-4833-afc9-1430183d0b9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:56.137708 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-73cc131a-06d8-40eb-a390-1f96c22a6888 None None] Transition to ACTIVE for port object 2df8324e-6638-4488-92f1-2b9eab409445 will not be triggered until provisioned by entity L2. {{(pid=75062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:58:56.150176 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-38b26607-96d9-4528-9f98-daf1a45e0cff None None] Transition to ACTIVE for port object 7c46cbeb-9ec5-412a-b61f-964477927e00 will not be triggered until provisioned by entity DHCP. {{(pid=75062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:58:56.156864 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-73cc131a-06d8-40eb-a390-1f96c22a6888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:56.169642 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:56.189015 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-bce95606-9808-4863-9b7f-8e19e9b649ba req-eb7ae45c-4d9f-481a-9534-50408983793b tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/security-groups?id=112b4c4a-9aac-4563-ba95-eb7bf21b72a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5608485 Aug 20 15:58:56.233770 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-876953e0-82db-4833-afc9-1430183d0b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:56.326412 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-38b26607-96d9-4528-9f98-daf1a45e0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943'] for port, after_create {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:56.483743 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0e44e-6dc0-4c81-887d-2bdd8caafbdc None None] Pushing event updated for resources: {'Port': ['ID=2df8324e-6638-4488-92f1-2b9eab409445,revision_number=3']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:56.499622 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-dfc0e44e-6dc0-4c81-887d-2bdd8caafbdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:56.500245 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:56.589144 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b26607-96d9-4528-9f98-daf1a45e0cff None None] Pushing event updated for resources: {'Port': ['ID=7c46cbeb-9ec5-412a-b61f-964477927e00,revision_number=1']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:56.595885 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-38b26607-96d9-4528-9f98-daf1a45e0cff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:56.634189 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b26607-96d9-4528-9f98-daf1a45e0cff None None] Network 10efc7e3-ec56-4a61-9e7c-690a4c5167aa is already hosted by enough agents. {{(pid=75062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:58:56.637137 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.scheduler.base_scheduler [None req-38b26607-96d9-4528-9f98-daf1a45e0cff None None] Resources bound (agent type, host, resource id): {{(pid=75062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:58:56.667293 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b26607-96d9-4528-9f98-daf1a45e0cff None None] Received port after_create {{(pid=75062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:58:56.853961 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043cbaca-0698-4a97-be12-908360e29f5c req-8ee9066c-c468-42f9-b25d-3b14c43bd014 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:56.855555 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-043cbaca-0698-4a97-be12-908360e29f5c req-8ee9066c-c468-42f9-b25d-3b14c43bd014 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 1.1051571 Aug 20 15:58:56.881718 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-73cc131a-06d8-40eb-a390-1f96c22a6888 None None] Attempting to bind port 2df8324e-6638-4488-92f1-2b9eab409445 on host dv-cinder-805398-3-smb for vnic_type normal with profile {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:58:56.882185 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-73cc131a-06d8-40eb-a390-1f96c22a6888 None None] Attempting to bind port 2df8324e-6638-4488-92f1-2b9eab409445 by drivers openvswitch,hyperv on host dv-cinder-805398-3-smb at level 0 using segments [{'id': 'a52ce078-bd22-42ec-957a-b9fc1c8ffc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'ebdac831-0f71-47ab-be31-14452bf996d9'}] {{(pid=75062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:58:56.882471 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cc131a-06d8-40eb-a390-1f96c22a6888 None None] Attempting to bind port 2df8324e-6638-4488-92f1-2b9eab409445 on network ebdac831-0f71-47ab-be31-14452bf996d9 {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:58:56.885765 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.db_base_plugin_common [None req-876953e0-82db-4833-afc9-1430183d0b9b admin admin] Allocated IP 172.28.2.182 (1515200a-7cd1-4ec3-bca4-b17b78debdd2/e9a37b8d-0a16-4543-b6cb-0b09a5c894bc/f8d062ed-99cf-4710-8d99-304bd34c48b0) {{(pid=75061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:58:56.939327 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-38b26607-96d9-4528-9f98-daf1a45e0cff None None] Attempting to bind port 7c46cbeb-9ec5-412a-b61f-964477927e00 on host dv-cinder-805398-3-smb for vnic_type normal with profile {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:58:56.939862 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-38b26607-96d9-4528-9f98-daf1a45e0cff None None] Attempting to bind port 7c46cbeb-9ec5-412a-b61f-964477927e00 by drivers openvswitch,hyperv on host dv-cinder-805398-3-smb at level 0 using segments [{'id': '86af7d02-8040-408b-8d57-8384ab484dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '10efc7e3-ec56-4a61-9e7c-690a4c5167aa'}] {{(pid=75062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:58:56.940492 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b26607-96d9-4528-9f98-daf1a45e0cff None None] Attempting to bind port 7c46cbeb-9ec5-412a-b61f-964477927e00 on network 10efc7e3-ec56-4a61-9e7c-690a4c5167aa {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:58:56.949538 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cc131a-06d8-40eb-a390-1f96c22a6888 None None] Checking agent: {'id': 'f0705a43-169d-4811-8182-ed59241d69e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805398-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 46, 40), 'started_at': datetime.datetime(2021, 8, 20, 15, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805398-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:58:56.950153 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cc131a-06d8-40eb-a390-1f96c22a6888 None None] Checking segment: {'id': 'a52ce078-bd22-42ec-957a-b9fc1c8ffc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'ebdac831-0f71-47ab-be31-14452bf996d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:58:56.950824 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-73cc131a-06d8-40eb-a390-1f96c22a6888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:56.951515 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cc131a-06d8-40eb-a390-1f96c22a6888 None None] Bound using segment: {'id': 'a52ce078-bd22-42ec-957a-b9fc1c8ffc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'ebdac831-0f71-47ab-be31-14452bf996d9'} {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:58:56.952425 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-73cc131a-06d8-40eb-a390-1f96c22a6888 None None] Bound port: 2df8324e-6638-4488-92f1-2b9eab409445, host: dv-cinder-805398-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a52ce078-bd22-42ec-957a-b9fc1c8ffc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'ebdac831-0f71-47ab-be31-14452bf996d9'}}] {{(pid=75062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:58:56.953022 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-73cc131a-06d8-40eb-a390-1f96c22a6888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:56.986190 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b26607-96d9-4528-9f98-daf1a45e0cff None None] Checking agent: {'id': 'f0705a43-169d-4811-8182-ed59241d69e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805398-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 46, 40), 'started_at': datetime.datetime(2021, 8, 20, 15, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805398-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:58:56.986872 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b26607-96d9-4528-9f98-daf1a45e0cff None None] Checking segment: {'id': '86af7d02-8040-408b-8d57-8384ab484dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '10efc7e3-ec56-4a61-9e7c-690a4c5167aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:58:56.988880 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-38b26607-96d9-4528-9f98-daf1a45e0cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:56.988880 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b26607-96d9-4528-9f98-daf1a45e0cff None None] Bound using segment: {'id': '86af7d02-8040-408b-8d57-8384ab484dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '10efc7e3-ec56-4a61-9e7c-690a4c5167aa'} {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:58:56.989380 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-38b26607-96d9-4528-9f98-daf1a45e0cff None None] Bound port: 7c46cbeb-9ec5-412a-b61f-964477927e00, host: dv-cinder-805398-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86af7d02-8040-408b-8d57-8384ab484dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '10efc7e3-ec56-4a61-9e7c-690a4c5167aa'}}] {{(pid=75062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:58:56.989960 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-38b26607-96d9-4528-9f98-daf1a45e0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:57.026279 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-49307d61-d2a2-48f9-b9c7-d122bea9bce7 req-5a7d4f24-ad7b-4e19-8c51-49f8c0e8261e tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952'] for port, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:57.047364 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-d072f2ee-02fa-4d34-8cae-8bd9f5472b4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:57.152372 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d4f24-ad7b-4e19-8c51-49f8c0e8261e tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Pushing event deleted for resources: {'Port': ['ID=17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:57.301174 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-5a7d4f24-ad7b-4e19-8c51-49f8c0e8261e tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:57.395584 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-043cbaca-0698-4a97-be12-908360e29f5c req-076e6826-77b5-456d-9380-fa1d6da5a775 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5259504 Aug 20 15:58:57.441377 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-38b26607-96d9-4528-9f98-daf1a45e0cff None None] For port 7c46cbeb-9ec5-412a-b61f-964477927e00, host dv-cinder-805398-3-smb, cleared binding levels {{(pid=75062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:58:57.447788 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-38b26607-96d9-4528-9f98-daf1a45e0cff None None] For port 7c46cbeb-9ec5-412a-b61f-964477927e00, host dv-cinder-805398-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=7c46cbeb-9ec5-412a-b61f-964477927e00,segment=NetworkSegment(86af7d02-8040-408b-8d57-8384ab484dae),segment_id=86af7d02-8040-408b-8d57-8384ab484dae)] {{(pid=75062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:58:57.457762 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd no longer exists at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 15:58:57.645172 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-38b26607-96d9-4528-9f98-daf1a45e0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:57.701033 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-73cc131a-06d8-40eb-a390-1f96c22a6888 None None] For port 2df8324e-6638-4488-92f1-2b9eab409445, host dv-cinder-805398-3-smb, cleared binding levels {{(pid=75062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:58:57.719274 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-73cc131a-06d8-40eb-a390-1f96c22a6888 None None] For port 2df8324e-6638-4488-92f1-2b9eab409445, host dv-cinder-805398-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=2df8324e-6638-4488-92f1-2b9eab409445,segment=NetworkSegment(a52ce078-bd22-42ec-957a-b9fc1c8ffc69),segment_id=a52ce078-bd22-42ec-957a-b9fc1c8ffc69)] {{(pid=75062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:58:57.724317 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:57.764609 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-876953e0-82db-4833-afc9-1430183d0b9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:57.835800 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-876953e0-82db-4833-afc9-1430183d0b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943'] for port, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:57.843722 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [req-49307d61-d2a2-48f9-b9c7-d122bea9bce7 req-5a7d4f24-ad7b-4e19-8c51-49f8c0e8261e tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] No DVR routers for this DVR port 17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd on host hv-cinder-80539 {{(pid=75061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:58:57.850908 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-af70b40f-2a68-4434-84d5-1002f8ba973d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:57.911906 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] No Port match for: 17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd {{(pid=75062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 20 15:58:57.912448 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd not bound to the agent host hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 15:58:57.971279 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-73cc131a-06d8-40eb-a390-1f96c22a6888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:57.983759 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-49307d61-d2a2-48f9-b9c7-d122bea9bce7 req-5a7d4f24-ad7b-4e19-8c51-49f8c0e8261e tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:57.989624 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e6c44f-1eb8-4f5b-9090-03e3264d56ef', 'name': 'network-vif-deleted', 'tag': '17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:58:58.160160 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876953e0-82db-4833-afc9-1430183d0b9b admin admin] Network 1515200a-7cd1-4ec3-bca4-b17b78debdd2 is already hosted by enough agents. {{(pid=75061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:58:58.196431 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.base_scheduler [None req-876953e0-82db-4833-afc9-1430183d0b9b admin admin] Resources bound (agent type, host, resource id): {{(pid=75061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:58:58.221258 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b26607-96d9-4528-9f98-daf1a45e0cff None None] Pushing event updated for resources: {'Port': ['ID=7c46cbeb-9ec5-412a-b61f-964477927e00,revision_number=2']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:58.232860 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-38b26607-96d9-4528-9f98-daf1a45e0cff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:58.233771 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-ee5e94a8-a44a-4e9f-b5e9-531a60001294 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:58:58.243318 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-49307d61-d2a2-48f9-b9c7-d122bea9bce7 req-5a7d4f24-ad7b-4e19-8c51-49f8c0e8261e tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.54 "DELETE /v2.0/ports/17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd HTTP/1.1" status: 204 len: 173 time: 3.8539276 Aug 20 15:58:58.244551 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876953e0-82db-4833-afc9-1430183d0b9b admin admin] Pushing event updated for resources: {'Port': ['ID=f8d062ed-99cf-4710-8d99-304bd34c48b0,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:58.248792 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-876953e0-82db-4833-afc9-1430183d0b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:58.248792 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876953e0-82db-4833-afc9-1430183d0b9b admin admin] Received port after_create {{(pid=75061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:58:58.395603 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cc131a-06d8-40eb-a390-1f96c22a6888 None None] Routers {'d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:58:58.396650 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-73cc131a-06d8-40eb-a390-1f96c22a6888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T15:58:42Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8'], 'active': True} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:58:58.544376 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-338864f3-62e9-4b59-a962-84c2e7d44120 req-b35e5be8-9d36-4764-b0ba-2d330280c267 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Synchronizing usage tracker for tenant:18504e351324493688125a73ad286513 on resource:port {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 15:58:58.658105 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-338864f3-62e9-4b59-a962-84c2e7d44120 req-b35e5be8-9d36-4764-b0ba-2d330280c267 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Unset dirty status for tenant:18504e351324493688125a73ad286513 on resource:port {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 15:58:58.672039 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-338864f3-62e9-4b59-a962-84c2e7d44120 req-b35e5be8-9d36-4764-b0ba-2d330280c267 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e6c44f-1eb8-4f5b-9090-03e3264d56ef HTTP/1.1" status: 200 len: 210 time: 0.4970915 Aug 20 15:58:58.736736 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166e429-94dc-4471-8ebe-7578f2c2c07c req-0a39fe65-b0a4-41b7-a7c7-b67a29bd184f tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:58.747541 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5166e429-94dc-4471-8ebe-7578f2c2c07c req-0a39fe65-b0a4-41b7-a7c7-b67a29bd184f tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 945 time: 0.9160466 Aug 20 15:58:58.841369 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0e44e-6dc0-4c81-887d-2bdd8caafbdc None None] Pushing event updated for resources: {'Port': ['ID=2df8324e-6638-4488-92f1-2b9eab409445,revision_number=4']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:58.871126 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-dfc0e44e-6dc0-4c81-887d-2bdd8caafbdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:58:58.970030 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e6c44f-1eb8-4f5b-9090-03e3264d56ef', 'name': 'network-vif-deleted', 'tag': '17394fe4-6e2f-4d9b-9620-1a4ed59ccbfd', 'status': 'completed', 'code': 200} Aug 20 15:58:59.014439 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5166e429-94dc-4471-8ebe-7578f2c2c07c req-943b8bb7-68de-4358-8f7e-e046a47a29d6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294626 Aug 20 15:58:59.262129 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-876953e0-82db-4833-afc9-1430183d0b9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:59.265323 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-876953e0-82db-4833-afc9-1430183d0b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405534'] for router, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:59.285183 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvr_db [None req-73cc131a-06d8-40eb-a390-1f96c22a6888 None None] Set router d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8 gateway port host: dv-cinder-805398-3-smb {{(pid=75062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 15:58:59.848570 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e698de3-1e56-4075-b424-8582e86af27d req-dfdced35-18bc-4c8b-be91-b7c3bbfafc69 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:59.852564 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4e698de3-1e56-4075-b424-8582e86af27d req-dfdced35-18bc-4c8b-be91-b7c3bbfafc69 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.8351269 Aug 20 15:58:59.980058 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [req-4e698de3-1e56-4075-b424-8582e86af27d req-99fe711a-9fbd-43eb-80b3-1437392c7ff1 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Deleting port c8dafc45-0347-45eb-80fb-a1ea612a94dd {{(pid=75061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 15:58:59.980697 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-4e698de3-1e56-4075-b424-8582e86af27d req-99fe711a-9fbd-43eb-80b3-1437392c7ff1 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:00.045078 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac7c2c-9a2d-4311-8a58-918adf0ce0d0 req-fb2f7931-b7b1-4b62-829f-aeee9e0f0d52 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:00.052966 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-77ac7c2c-9a2d-4311-8a58-918adf0ce0d0 req-fb2f7931-b7b1-4b62-829f-aeee9e0f0d52 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 945 time: 0.8707664 Aug 20 15:59:00.178525 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-73cc131a-06d8-40eb-a390-1f96c22a6888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'name': 'tempest-TestMinimumBasicScenario-533496434-router', 'tenant_id': 'ec35394f12464353a4a351c52acc2fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd1dcf20e-0f73-4040-8699-6da70e4d6515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:58:42Z', 'updated_at': '2021-08-20T15:58:48Z', 'revision_number': 4, 'project_id': 'ec35394f12464353a4a351c52acc2fbd', 'gw_port': {'id': 'd1dcf20e-0f73-4040-8699-6da70e4d6515', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:44:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:58:43Z', 'updated_at': '2021-08-20T15:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': '2df8324e-6638-4488-92f1-2b9eab409445', 'name': '', 'network_id': 'ebdac831-0f71-47ab-be31-14452bf996d9', 'tenant_id': 'ec35394f12464353a4a351c52acc2fbd', 'mac_address': 'fa:16:3e:79:1c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6a93898-e1a7-47e9-af71-16ce0ce7027f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:58:47Z', 'updated_at': '2021-08-20T15:58:57Z', 'revision_number': 4, 'project_id': 'ec35394f12464353a4a351c52acc2fbd', 'subnets': [{'id': 'd6a93898-e1a7-47e9-af71-16ce0ce7027f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:59:00.193555 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cc131a-06d8-40eb-a390-1f96c22a6888 None None] The sync data for ids ['d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8'] in dv-cinder-805398-3-smb is: [{'id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'name': 'tempest-TestMinimumBasicScenario-533496434-router', 'tenant_id': 'ec35394f12464353a4a351c52acc2fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd1dcf20e-0f73-4040-8699-6da70e4d6515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:58:42Z', 'updated_at': '2021-08-20T15:58:48Z', 'revision_number': 4, 'project_id': 'ec35394f12464353a4a351c52acc2fbd', 'gw_port': {'id': 'd1dcf20e-0f73-4040-8699-6da70e4d6515', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:44:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:58:43Z', 'updated_at': '2021-08-20T15:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': '2df8324e-6638-4488-92f1-2b9eab409445', 'name': '', 'network_id': 'ebdac831-0f71-47ab-be31-14452bf996d9', 'tenant_id': 'ec35394f12464353a4a351c52acc2fbd', 'mac_address': 'fa:16:3e:79:1c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6a93898-e1a7-47e9-af71-16ce0ce7027f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:58:47Z', 'updated_at': '2021-08-20T15:58:57Z', 'revision_number': 4, 'project_id': 'ec35394f12464353a4a351c52acc2fbd', 'subnets': [{'id': 'd6a93898-e1a7-47e9-af71-16ce0ce7027f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 20 15:59:00.426424 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03675f4-d18f-4b73-b8f2-81947bdc08b8 None None] Network 10efc7e3-ec56-4a61-9e7c-690a4c5167aa requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 15:59:00.534448 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-77ac7c2c-9a2d-4311-8a58-918adf0ce0d0 req-22c4faec-0ec0-4337-a0de-b9bb80f8c17d tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4677284 Aug 20 15:59:00.738608 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 2df8324e-6638-4488-92f1-2b9eab409445 up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:59:00.978619 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-4e698de3-1e56-4075-b424-8582e86af27d req-99fe711a-9fbd-43eb-80b3-1437392c7ff1 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] For port c8dafc45-0347-45eb-80fb-a1ea612a94dd, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=c8dafc45-0347-45eb-80fb-a1ea612a94dd,segment=NetworkSegment(cf28a621-c31f-43b5-9f9e-d00941f17343),segment_id=cf28a621-c31f-43b5-9f9e-d00941f17343)] {{(pid=75061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:59:00.978949 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-4e698de3-1e56-4075-b424-8582e86af27d req-99fe711a-9fbd-43eb-80b3-1437392c7ff1 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:00.990140 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-12848cba-29a8-4e36-97af-a40c0a4fd35c None None] Provisioning for port 7c46cbeb-9ec5-412a-b61f-964477927e00 completed by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:59:01.099005 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning for port 2df8324e-6638-4488-92f1-2b9eab409445 completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:59:01.115273 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port 2df8324e-6638-4488-92f1-2b9eab409445 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:59:01.116505 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:01.426493 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device c8dafc45-0347-45eb-80fb-a1ea612a94dd no longer exists at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 15:59:01.563805 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [req-4e698de3-1e56-4075-b424-8582e86af27d req-99fe711a-9fbd-43eb-80b3-1437392c7ff1 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Calling delete_port for c8dafc45-0347-45eb-80fb-a1ea612a94dd owned by compute:nova {{(pid=75061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 15:59:01.620573 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:01.646980 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea93d7-648b-4e37-90ab-7885ab08275b req-ebee3671-0a3e-4a53-9a95-690c87b7179e tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:01.656764 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c0ea93d7-648b-4e37-90ab-7885ab08275b req-ebee3671-0a3e-4a53-9a95-690c87b7179e tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 1.9367278 Aug 20 15:59:01.745973 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c0ea93d7-648b-4e37-90ab-7885ab08275b req-6b132876-fec9-459f-a450-8d617b8b2dae tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880890 Aug 20 15:59:01.791452 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] For port 2df8324e-6638-4488-92f1-2b9eab409445, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=2df8324e-6638-4488-92f1-2b9eab409445,segment=NetworkSegment(a52ce078-bd22-42ec-957a-b9fc1c8ffc69),segment_id=a52ce078-bd22-42ec-957a-b9fc1c8ffc69)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:59:01.817699 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:01.819016 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 7c46cbeb-9ec5-412a-b61f-964477927e00 up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:59:01.875332 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:01.999358 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34990e8c-8cf8-4f5e-a2c9-8dd32f657b03 req-4558f931-5949-41e4-96fd-373184ab89c6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:02.017525 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-34990e8c-8cf8-4f5e-a2c9-8dd32f657b03 req-4558f931-5949-41e4-96fd-373184ab89c6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 945 time: 0.7789521 Aug 20 15:59:02.314630 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Pushing event updated for resources: {'Port': ['ID=2df8324e-6638-4488-92f1-2b9eab409445,revision_number=5']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:02.329397 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:02.340998 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:02.369727 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning for port 7c46cbeb-9ec5-412a-b61f-964477927e00 completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:59:02.383512 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port 7c46cbeb-9ec5-412a-b61f-964477927e00 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:59:02.384203 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:02.395477 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-34990e8c-8cf8-4f5e-a2c9-8dd32f657b03 req-1930fc38-9888-4e1c-8a8a-f7879965b7b6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3657970 Aug 20 15:59:02.442651 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-4e698de3-1e56-4075-b424-8582e86af27d req-99fe711a-9fbd-43eb-80b3-1437392c7ff1 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952'] for port, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:02.456783 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-e2696ea4-0712-4dac-a886-3d9a11f86255 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:02.597450 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d020e7-8fa6-45b9-9bdf-d6eb5fcf00f9 req-0f7f1501-f631-4f32-929a-edc99d559ecf tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:02.615581 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-24d020e7-8fa6-45b9-9bdf-d6eb5fcf00f9 req-0f7f1501-f631-4f32-929a-edc99d559ecf tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 867 time: 0.5501938 Aug 20 15:59:02.633881 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876953e0-82db-4833-afc9-1430183d0b9b admin admin] Router 1c02173c-8769-4e14-9f2e-8d4cca4e0e0a is scheduled to L3 agent ecccf787-6cb6-4f52-bf94-e4285ae9b988 with binding_index 1 {{(pid=75061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:59:02.674019 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe711a-9fbd-43eb-80b3-1437392c7ff1 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Pushing event deleted for resources: {'Port': ['ID=c8dafc45-0347-45eb-80fb-a1ea612a94dd,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:02.684690 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-99fe711a-9fbd-43eb-80b3-1437392c7ff1 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:02.838894 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:02.911748 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e698de3-1e56-4075-b424-8582e86af27d req-99fe711a-9fbd-43eb-80b3-1437392c7ff1 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] No DVR routers for this DVR port c8dafc45-0347-45eb-80fb-a1ea612a94dd on host hv-cinder-80539 {{(pid=75061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:59:02.937299 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-4e698de3-1e56-4075-b424-8582e86af27d req-99fe711a-9fbd-43eb-80b3-1437392c7ff1 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:02.955251 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5bd7fc7-4bab-4a75-b89b-feeb744bbed5', 'name': 'network-vif-deleted', 'tag': 'c8dafc45-0347-45eb-80fb-a1ea612a94dd'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:59:02.958705 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] For port 7c46cbeb-9ec5-412a-b61f-964477927e00, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=7c46cbeb-9ec5-412a-b61f-964477927e00,segment=NetworkSegment(86af7d02-8040-408b-8d57-8384ab484dae),segment_id=86af7d02-8040-408b-8d57-8384ab484dae)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:59:02.970836 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:02.976376 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:03.248400 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 2df8324e-6638-4488-92f1-2b9eab409445 up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:59:03.260902 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-24d020e7-8fa6-45b9-9bdf-d6eb5fcf00f9 req-22b972bf-9381-460c-87a2-f3ef93b8e059 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/security-groups?id=a967de95-5878-42d9-b590-042aa1066a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6432428 Aug 20 15:59:03.384724 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Pushing event updated for resources: {'Port': ['ID=7c46cbeb-9ec5-412a-b61f-964477927e00,revision_number=3']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:03.391083 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:03.425485 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port 2df8324e-6638-4488-92f1-2b9eab409445 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:59:03.426215 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:03.460404 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5bd7fc7-4bab-4a75-b89b-feeb744bbed5', 'name': 'network-vif-deleted', 'tag': 'c8dafc45-0347-45eb-80fb-a1ea612a94dd', 'status': 'completed', 'code': 200} Aug 20 15:59:03.463243 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4e698de3-1e56-4075-b424-8582e86af27d req-99fe711a-9fbd-43eb-80b3-1437392c7ff1 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.54 "DELETE /v2.0/ports/c8dafc45-0347-45eb-80fb-a1ea612a94dd HTTP/1.1" status: 204 len: 173 time: 3.5794091 Aug 20 15:59:03.754745 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3095cc-0bd1-49d7-9bbf-4ac52bd0fc1d req-a0c2fe00-b128-41ef-a88f-55d99f560be5 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:03.756405 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-cd3095cc-0bd1-49d7-9bbf-4ac52bd0fc1d req-a0c2fe00-b128-41ef-a88f-55d99f560be5 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 0.4915001 Aug 20 15:59:03.926747 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-cd3095cc-0bd1-49d7-9bbf-4ac52bd0fc1d req-5b7b3116-9a2f-46af-b379-5ca3bba93cbc tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544881 Aug 20 15:59:03.994032 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae361b01-3fa3-4cfb-ac92-78c2bab9947e req-8e88b504-d4fa-4766-b1b9-56bb556dabf5 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:03.996017 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ae361b01-3fa3-4cfb-ac92-78c2bab9947e req-8e88b504-d4fa-4766-b1b9-56bb556dabf5 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 945 time: 0.2336676 Aug 20 15:59:03.998950 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876953e0-82db-4833-afc9-1430183d0b9b admin admin] Notify agent at l3_agent.dv-cinder-805398-3-smb the message routers_updated {{(pid=75061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:59:04.036344 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1007fb6-ec53-46ac-864b-d4e5dbbbfc56 None None] Sync routers for ids ['1c02173c-8769-4e14-9f2e-8d4cca4e0e0a'] in dv-cinder-805398-3-smb {{(pid=75063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 20 15:59:04.070620 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-876953e0-82db-4833-afc9-1430183d0b9b admin admin] Notify callbacks [] for router, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:04.072217 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-876953e0-82db-4833-afc9-1430183d0b9b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.3616076 Aug 20 15:59:04.076341 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 60538) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:59:04.144959 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ae361b01-3fa3-4cfb-ac92-78c2bab9947e req-8b42bc14-b09e-48a8-ad15-a27d5e9c6a39 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367109 Aug 20 15:59:04.160225 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1007fb6-ec53-46ac-864b-d4e5dbbbfc56 None None] Routers {'1c02173c-8769-4e14-9f2e-8d4cca4e0e0a'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:59:04.161472 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-c1007fb6-ec53-46ac-864b-d4e5dbbbfc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T15:58:42Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['1c02173c-8769-4e14-9f2e-8d4cca4e0e0a'], 'active': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:59:04.477827 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvr_db [None req-c1007fb6-ec53-46ac-864b-d4e5dbbbfc56 None None] Set router 1c02173c-8769-4e14-9f2e-8d4cca4e0e0a gateway port host: dv-cinder-805398-3-smb {{(pid=75063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 15:59:04.908453 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-9af380bf-46f7-4e67-8a8f-989039abdc08 req-a02f630f-3360-4aa2-8bd6-fd9def11fc4e tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Synchronizing usage tracker for tenant:f67c0c6df4d74cfab74276f0502944b4 on resource:port {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 15:59:04.941644 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-9af380bf-46f7-4e67-8a8f-989039abdc08 req-a02f630f-3360-4aa2-8bd6-fd9def11fc4e tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Unset dirty status for tenant:f67c0c6df4d74cfab74276f0502944b4 on resource:port {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 15:59:04.961361 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9af380bf-46f7-4e67-8a8f-989039abdc08 req-a02f630f-3360-4aa2-8bd6-fd9def11fc4e tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5bd7fc7-4bab-4a75-b89b-feeb744bbed5 HTTP/1.1" status: 200 len: 210 time: 0.1339433 Aug 20 15:59:05.304189 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 7c46cbeb-9ec5-412a-b61f-964477927e00 up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:59:05.454301 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-c1007fb6-ec53-46ac-864b-d4e5dbbbfc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c02173c-8769-4e14-9f2e-8d4cca4e0e0a', 'name': 'tempest-TestMinimumBasicScenario-161346081-router', 'tenant_id': '010f88160e9a48ae87dc8b24f02463de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f8d062ed-99cf-4710-8d99-304bd34c48b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:58:53Z', 'updated_at': '2021-08-20T15:58:58Z', 'revision_number': 3, 'project_id': '010f88160e9a48ae87dc8b24f02463de', 'gw_port': {'id': 'f8d062ed-99cf-4710-8d99-304bd34c48b0', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:22:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c02173c-8769-4e14-9f2e-8d4cca4e0e0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:58:56Z', 'updated_at': '2021-08-20T15:58:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb'}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:59:05.472084 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1007fb6-ec53-46ac-864b-d4e5dbbbfc56 None None] Checking router: 1c02173c-8769-4e14-9f2e-8d4cca4e0e0a for host: dv-cinder-805398-3-smb {{(pid=75063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 20 15:59:05.473793 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1007fb6-ec53-46ac-864b-d4e5dbbbfc56 None None] Updating router 1c02173c-8769-4e14-9f2e-8d4cca4e0e0a port f8d062ed-99cf-4710-8d99-304bd34c48b0 binding host dv-cinder-805398-3-smb {{(pid=75063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 20 15:59:05.685115 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c1007fb6-ec53-46ac-864b-d4e5dbbbfc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:05.742047 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port 7c46cbeb-9ec5-412a-b61f-964477927e00 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:59:05.742657 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:05.895634 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d11fa9-53cb-4daa-a51c-df5c6fbaeea3 req-090a8a98-12fb-4ee1-b875-5b21bb92bfc9 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:05.909902 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-96d11fa9-53cb-4daa-a51c-df5c6fbaeea3 req-090a8a98-12fb-4ee1-b875-5b21bb92bfc9 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 945 time: 0.4856889 Aug 20 15:59:05.970617 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c9e60-fc73-41a0-93ee-1935bf9d0684 req-5175f43d-9a04-4fcd-b634-63bc049d8d20 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:05.976019 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-372c9e60-fc73-41a0-93ee-1935bf9d0684 req-5175f43d-9a04-4fcd-b634-63bc049d8d20 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 0.2908757 Aug 20 15:59:06.117595 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-96d11fa9-53cb-4daa-a51c-df5c6fbaeea3 req-7d2d1d9b-cfe4-465c-b2e1-25c45636a800 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061365 Aug 20 15:59:06.198344 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-372c9e60-fc73-41a0-93ee-1935bf9d0684 req-9c4d782e-d3e5-4beb-b21a-01df6b0df383 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948359 Aug 20 15:59:06.271727 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-dfe86e79-0783-4eed-a9e1-a1e5f012398e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:06.402819 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 60588) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:59:06.747959 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c1007fb6-ec53-46ac-864b-d4e5dbbbfc56 None None] Notify callbacks [] for port, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:06.775669 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [None req-c1007fb6-ec53-46ac-864b-d4e5dbbbfc56 None None] Transition to ACTIVE for port object f8d062ed-99cf-4710-8d99-304bd34c48b0 will not be triggered until provisioned by entity L2. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:59:06.796240 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c1007fb6-ec53-46ac-864b-d4e5dbbbfc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:06.803569 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:06.885776 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [None req-c1007fb6-ec53-46ac-864b-d4e5dbbbfc56 None None] Attempting to bind port f8d062ed-99cf-4710-8d99-304bd34c48b0 on host dv-cinder-805398-3-smb for vnic_type normal with profile {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:59:06.886073 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [None req-c1007fb6-ec53-46ac-864b-d4e5dbbbfc56 None None] Attempting to bind port f8d062ed-99cf-4710-8d99-304bd34c48b0 by drivers openvswitch,hyperv on host dv-cinder-805398-3-smb at level 0 using segments [{'id': 'a5ca86d2-2020-4ee5-a03b-d47a6c676c14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:59:06.886399 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1007fb6-ec53-46ac-864b-d4e5dbbbfc56 None None] Attempting to bind port f8d062ed-99cf-4710-8d99-304bd34c48b0 on network 1515200a-7cd1-4ec3-bca4-b17b78debdd2 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:59:06.901249 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1007fb6-ec53-46ac-864b-d4e5dbbbfc56 None None] Checking agent: {'id': 'f0705a43-169d-4811-8182-ed59241d69e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805398-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 46, 40), 'started_at': datetime.datetime(2021, 8, 20, 15, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805398-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:59:06.901832 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1007fb6-ec53-46ac-864b-d4e5dbbbfc56 None None] Checking segment: {'id': 'a5ca86d2-2020-4ee5-a03b-d47a6c676c14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:59:06.902108 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c1007fb6-ec53-46ac-864b-d4e5dbbbfc56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:06.902438 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1007fb6-ec53-46ac-864b-d4e5dbbbfc56 None None] Bound using segment: {'id': 'a5ca86d2-2020-4ee5-a03b-d47a6c676c14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:59:06.902925 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [None req-c1007fb6-ec53-46ac-864b-d4e5dbbbfc56 None None] Bound port: f8d062ed-99cf-4710-8d99-304bd34c48b0, host: dv-cinder-805398-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ca86d2-2020-4ee5-a03b-d47a6c676c14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'}}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:59:06.903383 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c1007fb6-ec53-46ac-864b-d4e5dbbbfc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:06.990366 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.db [None req-c1007fb6-ec53-46ac-864b-d4e5dbbbfc56 None None] For port f8d062ed-99cf-4710-8d99-304bd34c48b0, host dv-cinder-805398-3-smb, cleared binding levels {{(pid=75063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:59:06.994866 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.db [None req-c1007fb6-ec53-46ac-864b-d4e5dbbbfc56 None None] For port f8d062ed-99cf-4710-8d99-304bd34c48b0, host dv-cinder-805398-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=f8d062ed-99cf-4710-8d99-304bd34c48b0,segment=NetworkSegment(a5ca86d2-2020-4ee5-a03b-d47a6c676c14),segment_id=a5ca86d2-2020-4ee5-a03b-d47a6c676c14)] {{(pid=75063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:59:07.009159 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c1007fb6-ec53-46ac-864b-d4e5dbbbfc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:07.049882 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1007fb6-ec53-46ac-864b-d4e5dbbbfc56 None None] Routers {'1c02173c-8769-4e14-9f2e-8d4cca4e0e0a'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:59:07.050617 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-c1007fb6-ec53-46ac-864b-d4e5dbbbfc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T15:58:42Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['1c02173c-8769-4e14-9f2e-8d4cca4e0e0a'], 'active': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:59:07.216806 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7367818d-73f0-464f-abfc-ae6bbe2e5169 None None] Pushing event updated for resources: {'Port': ['ID=f8d062ed-99cf-4710-8d99-304bd34c48b0,revision_number=2']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:07.236841 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-7367818d-73f0-464f-abfc-ae6bbe2e5169 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:07.237800 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:07.267205 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.db_base_plugin_common [None req-dfe86e79-0783-4eed-a9e1-a1e5f012398e admin admin] Allocated IP 172.20.0.1 (10efc7e3-ec56-4a61-9e7c-690a4c5167aa/d54840d0-d953-447b-9a2c-730c95c11add/c3a17229-f092-4999-933c-29b6ade9892f) {{(pid=75060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:59:07.337488 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7367818d-73f0-464f-abfc-ae6bbe2e5169 None None] Pushing event updated for resources: {'Port': ['ID=f8d062ed-99cf-4710-8d99-304bd34c48b0,revision_number=3']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:07.378796 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-7367818d-73f0-464f-abfc-ae6bbe2e5169 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:07.448261 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvr_db [None req-c1007fb6-ec53-46ac-864b-d4e5dbbbfc56 None None] Set router 1c02173c-8769-4e14-9f2e-8d4cca4e0e0a gateway port host: dv-cinder-805398-3-smb {{(pid=75063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 15:59:07.452252 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-dfe86e79-0783-4eed-a9e1-a1e5f012398e admin admin] Notify callbacks [] for port, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:07.473357 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.provisioning_blocks [None req-dfe86e79-0783-4eed-a9e1-a1e5f012398e admin admin] Transition to ACTIVE for port object c3a17229-f092-4999-933c-29b6ade9892f will not be triggered until provisioned by entity DHCP. {{(pid=75060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:59:07.496731 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-bfab8c55-1e55-450a-98f3-b96be8a58f57 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:07.510253 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-bfab8c55-1e55-450a-98f3-b96be8a58f57 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/networks?id=5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b HTTP/1.1" status: 200 len: 813 time: 0.3196883 Aug 20 15:59:07.519384 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-dfe86e79-0783-4eed-a9e1-a1e5f012398e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6850519'] for port, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:07.527815 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:07.641116 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-c268b856-f234-42b1-863d-cb4da692490e tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/quotas/18504e351324493688125a73ad286513 HTTP/1.1" status: 200 len: 375 time: 0.1287928 Aug 20 15:59:07.696290 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe86e79-0783-4eed-a9e1-a1e5f012398e admin admin] Network 10efc7e3-ec56-4a61-9e7c-690a4c5167aa is already hosted by enough agents. {{(pid=75060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:59:07.706908 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.base_scheduler [None req-dfe86e79-0783-4eed-a9e1-a1e5f012398e admin admin] Resources bound (agent type, host, resource id): {{(pid=75060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:59:07.712667 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe86e79-0783-4eed-a9e1-a1e5f012398e admin admin] Received port after_create {{(pid=75060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:59:07.770685 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-e7660d8b-e2a3-4f95-a4dc-ff3d82bf84aa tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=18504e351324493688125a73ad286513&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1276491 Aug 20 15:59:07.779219 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe86e79-0783-4eed-a9e1-a1e5f012398e admin admin] Pushing event updated for resources: {'Port': ['ID=c3a17229-f092-4999-933c-29b6ade9892f,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:07.782450 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-dfe86e79-0783-4eed-a9e1-a1e5f012398e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:07.819035 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-dfe86e79-0783-4eed-a9e1-a1e5f012398e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405696'] for router_interface, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:07.989779 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-c1007fb6-ec53-46ac-864b-d4e5dbbbfc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c02173c-8769-4e14-9f2e-8d4cca4e0e0a', 'name': 'tempest-TestMinimumBasicScenario-161346081-router', 'tenant_id': '010f88160e9a48ae87dc8b24f02463de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f8d062ed-99cf-4710-8d99-304bd34c48b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:58:53Z', 'updated_at': '2021-08-20T15:58:58Z', 'revision_number': 3, 'project_id': '010f88160e9a48ae87dc8b24f02463de', 'gw_port': {'id': 'f8d062ed-99cf-4710-8d99-304bd34c48b0', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:22:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c02173c-8769-4e14-9f2e-8d4cca4e0e0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:58:56Z', 'updated_at': '2021-08-20T15:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb'}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:59:07.999931 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1007fb6-ec53-46ac-864b-d4e5dbbbfc56 None None] The sync data for ids ['1c02173c-8769-4e14-9f2e-8d4cca4e0e0a'] in dv-cinder-805398-3-smb is: [{'id': '1c02173c-8769-4e14-9f2e-8d4cca4e0e0a', 'name': 'tempest-TestMinimumBasicScenario-161346081-router', 'tenant_id': '010f88160e9a48ae87dc8b24f02463de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f8d062ed-99cf-4710-8d99-304bd34c48b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:58:53Z', 'updated_at': '2021-08-20T15:58:58Z', 'revision_number': 3, 'project_id': '010f88160e9a48ae87dc8b24f02463de', 'gw_port': {'id': 'f8d062ed-99cf-4710-8d99-304bd34c48b0', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:22:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c02173c-8769-4e14-9f2e-8d4cca4e0e0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:58:56Z', 'updated_at': '2021-08-20T15:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb'}] {{(pid=75063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 20 15:59:08.062584 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-dfe86e79-0783-4eed-a9e1-a1e5f012398e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:08.244277 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-4dce87bc-1468-4275-adf3-b5d0d7375b63 service neutron] 10.222.0.13 "GET /v2.0/networks/5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580643 Aug 20 15:59:08.329347 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-c5db431c-fd51-44a9-bb17-926004f6d3fa None None] Provisioning for port c3a17229-f092-4999-933c-29b6ade9892f completed by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:59:08.341484 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-c5db431c-fd51-44a9-bb17-926004f6d3fa None None] Provisioning complete for port c3a17229-f092-4999-933c-29b6ade9892f triggered by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:59:08.342722 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-c5db431c-fd51-44a9-bb17-926004f6d3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:08.464225 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af8d67-41de-4c96-ba00-a172eedc1e82 req-5dc504b8-f1c5-4d25-82c7-cda0fe9a0ba5 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:08.477475 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e3af8d67-41de-4c96-ba00-a172eedc1e82 req-5dc504b8-f1c5-4d25-82c7-cda0fe9a0ba5 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 945 time: 0.9621756 Aug 20 15:59:08.479192 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-c5db431c-fd51-44a9-bb17-926004f6d3fa None None] Port c3a17229-f092-4999-933c-29b6ade9892f cannot update to ACTIVE because it is not bound. {{(pid=75062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 20 15:59:08.497188 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-39d7b2f1-5a78-4045-b634-db1e4338fb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642399'] for router_interface, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:08.638298 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-9f1e4bf5-95b5-4f73-a48e-d510fdc5a35a service neutron] 10.222.0.13 "GET /v2.0/networks/5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847804 Aug 20 15:59:08.654635 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e3af8d67-41de-4c96-ba00-a172eedc1e82 req-cc82e1f8-6d10-4317-a802-1cd7bc301d75 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652420 Aug 20 15:59:08.719831 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.db.resource_extend [None req-dfe86e79-0783-4eed-a9e1-a1e5f012398e admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 15:59:08.790750 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-dfe86e79-0783-4eed-a9e1-a1e5f012398e admin admin] Notify callbacks [] for port, precommit_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:08.811432 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-dfe86e79-0783-4eed-a9e1-a1e5f012398e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6850526'] for port, after_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:08.847206 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 60618) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:59:08.900268 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-2e49cfbc-40f1-4a60-ad38-05dc5032f843 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:09.215207 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe86e79-0783-4eed-a9e1-a1e5f012398e admin admin] Pushing event updated for resources: {'Port': ['ID=c3a17229-f092-4999-933c-29b6ade9892f,revision_number=2']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:09.236758 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-dfe86e79-0783-4eed-a9e1-a1e5f012398e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:09.331550 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-dfe86e79-0783-4eed-a9e1-a1e5f012398e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3462157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642345'] for router_interface, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:09.367033 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-875d7a04-dc09-4262-877b-738f028aeb42 req-fb3b153c-cabc-4fb3-be0e-7c206ea7a10c tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/ports?device_id=4218fdbf-5f35-4899-9e3c-728cc1e64370 HTTP/1.1" status: 200 len: 210 time: 0.2235725 Aug 20 15:59:09.446611 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-25069d82-957e-4cb7-8b3c-5040dead98ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:09.581473 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-25069d82-957e-4cb7-8b3c-5040dead98ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:59:09.605698 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-25069d82-957e-4cb7-8b3c-5040dead98ce admin admin] Usage tracker for resource:security_group_rule and tenant:7b7ad029361849a3bdef4b28fbe81c92 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:59:09.624091 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-25069d82-957e-4cb7-8b3c-5040dead98ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:59:09.626850 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-ee053d06-e0a6-4918-b47a-2a4c719ba16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:09.644984 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe86e79-0783-4eed-a9e1-a1e5f012398e admin admin] Network 10efc7e3-ec56-4a61-9e7c-690a4c5167aa is already hosted by enough agents. {{(pid=75060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:59:09.652825 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.base_scheduler [None req-dfe86e79-0783-4eed-a9e1-a1e5f012398e admin admin] Resources bound (agent type, host, resource id): {{(pid=75060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:59:09.667221 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3cfd16-5c9c-4cc7-a315-1cec378f5226 req-189dd31a-feb0-4477-8b0e-a142b522172f tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:09.671300 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6f3cfd16-5c9c-4cc7-a315-1cec378f5226 req-189dd31a-feb0-4477-8b0e-a142b522172f tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 0.7512426 Aug 20 15:59:09.674875 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-25069d82-957e-4cb7-8b3c-5040dead98ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:59:10.044673 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6f3cfd16-5c9c-4cc7-a315-1cec378f5226 req-1b74a1ab-5d2d-474a-8f55-31c5cad50c34 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3660641 Aug 20 15:59:10.122191 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:10.202700 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-25069d82-957e-4cb7-8b3c-5040dead98ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:10.214818 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-25069d82-957e-4cb7-8b3c-5040dead98ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:10.229882 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-3fc291aa-36ef-4031-9b0c-e1a23909bbfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:10.262986 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25069d82-957e-4cb7-8b3c-5040dead98ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aaad91d-9478-4695-a2d5-81503e5a2a35,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:10.267549 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-25069d82-957e-4cb7-8b3c-5040dead98ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:10.339882 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-d87cf528-34db-4e1d-9924-24ca6d9e3872 None None] Provisioning complete for port c3a17229-f092-4999-933c-29b6ade9892f triggered by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:59:10.340785 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-d87cf528-34db-4e1d-9924-24ca6d9e3872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:10.356045 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-25069d82-957e-4cb7-8b3c-5040dead98ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b7ad029361849a3bdef4b28fbe81c92&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5071816 Aug 20 15:59:10.362789 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 60636) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:59:10.422098 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7bd63-155c-425f-acd9-3e6fc82f5231 req-2bea91a2-de9f-45c0-a158-6f4e2fa9210c tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:10.423877 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-cae7bd63-155c-425f-acd9-3e6fc82f5231 req-2bea91a2-de9f-45c0-a158-6f4e2fa9210c tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 945 time: 0.1323748 Aug 20 15:59:10.489786 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-d87cf528-34db-4e1d-9924-24ca6d9e3872 None None] Port c3a17229-f092-4999-933c-29b6ade9892f cannot update to ACTIVE because it is not bound. {{(pid=75062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 20 15:59:10.552756 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-cae7bd63-155c-425f-acd9-3e6fc82f5231 req-990ccd1c-743c-4fba-a273-acc6b8011128 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200984 Aug 20 15:59:10.664315 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-66698638-f5cd-4ae1-bfaa-2ce2a3350aa8 req-1f8b5fd6-9d67-421b-8a6f-fcc86b4bbc32 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/ports?device_id=4218fdbf-5f35-4899-9e3c-728cc1e64370 HTTP/1.1" status: 200 len: 210 time: 0.0625525 Aug 20 15:59:10.811805 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7df76090-36f3-49b4-8751-5c9bf3a23af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:10.973244 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7df76090-36f3-49b4-8751-5c9bf3a23af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:11.144630 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7df76090-36f3-49b4-8751-5c9bf3a23af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:11.155351 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-02e346e5-2f45-493a-b158-16933afea18f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:11.237810 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df76090-36f3-49b4-8751-5c9bf3a23af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aaad91d-9478-4695-a2d5-81503e5a2a35,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:11.249548 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-7df76090-36f3-49b4-8751-5c9bf3a23af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:11.271403 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-39d7b2f1-5a78-4045-b634-db1e4338fb29 admin admin] Deleting port 93d678b8-e6e1-453f-b740-66795866348f {{(pid=75060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 15:59:11.272452 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-39d7b2f1-5a78-4045-b634-db1e4338fb29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:11.330382 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7df76090-36f3-49b4-8751-5c9bf3a23af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:11.336262 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-7df76090-36f3-49b4-8751-5c9bf3a23af8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9aaad91d-9478-4695-a2d5-81503e5a2a35 HTTP/1.1" status: 204 len: 168 time: 0.8813376 Aug 20 15:59:11.404160 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa763a-5d27-4fbe-88c4-fed72cea16ec req-2cb4b7d7-be74-4392-b6d4-07e98f6d4cd4 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:11.405880 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3baa763a-5d27-4fbe-88c4-fed72cea16ec req-2cb4b7d7-be74-4392-b6d4-07e98f6d4cd4 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 0.1497664 Aug 20 15:59:11.563285 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe86e79-0783-4eed-a9e1-a1e5f012398e admin admin] Router 1c02173c-8769-4e14-9f2e-8d4cca4e0e0a has already been hosted by L3 agent ecccf787-6cb6-4f52-bf94-e4285ae9b988 {{(pid=75060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:59:11.627676 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.db [None req-39d7b2f1-5a78-4045-b634-db1e4338fb29 admin admin] For port 93d678b8-e6e1-453f-b740-66795866348f, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=93d678b8-e6e1-453f-b740-66795866348f,segment=NetworkSegment(cf28a621-c31f-43b5-9f9e-d00941f17343),segment_id=cf28a621-c31f-43b5-9f9e-d00941f17343)] {{(pid=75060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:59:11.628297 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-39d7b2f1-5a78-4045-b634-db1e4338fb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:11.729636 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-3857b089-0a2f-44f2-bf51-ad9d8f5c4140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:11.734345 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3baa763a-5d27-4fbe-88c4-fed72cea16ec req-41e30154-d889-4843-8444-6abd8b1e414e tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3142090 Aug 20 15:59:12.062695 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-39d7b2f1-5a78-4045-b634-db1e4338fb29 admin admin] Calling delete_port for 93d678b8-e6e1-453f-b740-66795866348f owned by network:router_interface {{(pid=75060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 15:59:12.128956 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-d5582f25-63a3-4be5-8cf8-1680fa3e77eb tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:12.130674 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-d5582f25-63a3-4be5-8cf8-1680fa3e77eb tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.54 "GET /v2.0/networks?id=5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b HTTP/1.1" status: 200 len: 813 time: 0.7119644 Aug 20 15:59:12.162257 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-27fd5870-864c-4e9e-892d-1f672d79f56e req-d166e997-0da7-4346-8085-eb2b70697b64 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/ports?device_id=4218fdbf-5f35-4899-9e3c-728cc1e64370 HTTP/1.1" status: 200 len: 210 time: 0.0867410 Aug 20 15:59:12.167911 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-2a8973dc-069f-4880-96f9-c5efd59869f2 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Request body: {'port': {'device_id': '4218fdbf-5f35-4899-9e3c-728cc1e64370', 'network_id': '5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b', 'admin_state_up': True, 'tenant_id': '18504e351324493688125a73ad286513'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:59:12.192664 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 60654) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:59:12.225624 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-3565a236-10d1-436b-938d-69a7d1cf7682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:12.374317 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-3565a236-10d1-436b-938d-69a7d1cf7682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:59:12.395939 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-3565a236-10d1-436b-938d-69a7d1cf7682 admin admin] Usage tracker for resource:security_group_rule and tenant:f8c455041b3541c9a313b221bedf267e is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:59:12.409278 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec5f96-b9ef-4a95-913c-9e427fb92f83 req-e2d90fba-7d94-414f-9a1b-f0ae1e2f1822 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:12.417341 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-13ec5f96-b9ef-4a95-913c-9e427fb92f83 req-e2d90fba-7d94-414f-9a1b-f0ae1e2f1822 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 945 time: 0.3807299 Aug 20 15:59:12.423554 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-3565a236-10d1-436b-938d-69a7d1cf7682 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:59:12.466891 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-3565a236-10d1-436b-938d-69a7d1cf7682 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:59:12.498989 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-2a8973dc-069f-4880-96f9-c5efd59869f2 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:59:12.512619 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-2a8973dc-069f-4880-96f9-c5efd59869f2 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:59:12.560143 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-13ec5f96-b9ef-4a95-913c-9e427fb92f83 req-96d589b5-afa4-4ac9-9192-26e293f7151a tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415985 Aug 20 15:59:12.562401 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-2a8973dc-069f-4880-96f9-c5efd59869f2 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Made reservation on behalf of 18504e351324493688125a73ad286513 for: {'port': 1} {{(pid=75061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:59:12.583211 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-2a8973dc-069f-4880-96f9-c5efd59869f2 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:12.952625 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-3565a236-10d1-436b-938d-69a7d1cf7682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:13.002949 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-3565a236-10d1-436b-938d-69a7d1cf7682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:13.018152 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-760aadc1-bd59-4a51-a566-715e67481768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:13.046257 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e2f5eed7-5dd8-47dc-90d0-86c1071ee6f6 req-26f158a5-a9e1-4518-900d-241e21b4a761 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7e604552f7c48b6adf92b9295b42ab0&device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 1099 time: 0.3246043 Aug 20 15:59:13.093350 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe86e79-0783-4eed-a9e1-a1e5f012398e admin admin] Notify agent at l3_agent.dv-cinder-805398-3-smb the message routers_updated {{(pid=75060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:59:13.112269 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-39d7b2f1-5a78-4045-b634-db1e4338fb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6850519'] for port, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:13.121535 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e3b72-4437-4f9f-ad4a-12a7ac69b96b req-0ddc80c5-17a9-47cb-8728-6b2db76190a9 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:13.123124 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-dfe86e79-0783-4eed-a9e1-a1e5f012398e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:13.129384 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2e1e3b72-4437-4f9f-ad4a-12a7ac69b96b req-0ddc80c5-17a9-47cb-8728-6b2db76190a9 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 0.3735673 Aug 20 15:59:13.215170 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:13.240447 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7b2f1-5a78-4045-b634-db1e4338fb29 admin admin] Pushing event deleted for resources: {'Port': ['ID=93d678b8-e6e1-453f-b740-66795866348f,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:13.262880 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565a236-10d1-436b-938d-69a7d1cf7682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfcb08a-11c3-48a5-a6e3-dc9fe0f23966,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:13.273828 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-dfe86e79-0783-4eed-a9e1-a1e5f012398e admin admin] 10.222.0.13 "PUT /v2.0/routers/1c02173c-8769-4e14-9f2e-8d4cca4e0e0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1853421 Aug 20 15:59:13.279014 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-39d7b2f1-5a78-4045-b634-db1e4338fb29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:13.298032 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.db_base_plugin_common [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-2a8973dc-069f-4880-96f9-c5efd59869f2 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Allocated IP 172.20.0.9 (5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b/944c180d-2e48-46c5-9b9f-3a93e4c79cd5/b4c350c9-e07e-4868-b32b-38e3889a9cd1) {{(pid=75061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:59:13.307859 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-3565a236-10d1-436b-938d-69a7d1cf7682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:13.434064 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-3565a236-10d1-436b-938d-69a7d1cf7682 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f8c455041b3541c9a313b221bedf267e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2334857 Aug 20 15:59:13.478684 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 60664) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:59:13.606479 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-73012236-11d9-4715-b914-5742afc8559f req-b038364a-545d-4935-ac27-5f778b8d9bd6 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/ports?device_id=4218fdbf-5f35-4899-9e3c-728cc1e64370 HTTP/1.1" status: 200 len: 210 time: 0.2420976 Aug 20 15:59:14.023034 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2e1e3b72-4437-4f9f-ad4a-12a7ac69b96b req-7c7b6ca9-d9ed-40f2-9b0a-489e363b62d7 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8923476 Aug 20 15:59:14.026652 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5eed7-5dd8-47dc-90d0-86c1071ee6f6 req-f5ae1c6c-2782-4d45-b828-b8e6226c3aef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:14.032570 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e2f5eed7-5dd8-47dc-90d0-86c1071ee6f6 req-f5ae1c6c-2782-4d45-b828-b8e6226c3aef service neutron] 10.222.0.54 "GET /v2.0/networks?id=e1370026-f031-4601-8314-e240c06ab358 HTTP/1.1" status: 200 len: 913 time: 0.9735990 Aug 20 15:59:14.228164 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-39d7b2f1-5a78-4045-b634-db1e4338fb29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642475'] for router_interface, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:14.282486 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-24dee778-b978-4c99-ad2e-578f19f9db3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:14.409886 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-24dee778-b978-4c99-ad2e-578f19f9db3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:14.439011 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-2a8973dc-069f-4880-96f9-c5efd59869f2 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Notify callbacks [] for port, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:14.450199 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e2f5eed7-5dd8-47dc-90d0-86c1071ee6f6 req-cfdcfab4-6f5a-40cd-89d1-db791fdb0eb7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21a3f884-6323-4847-aa22-8978c57eb2b3 HTTP/1.1" status: 200 len: 1002 time: 0.3626764 Aug 20 15:59:14.634200 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120cc4c-7b1e-4e96-874a-736422cb7f74 req-182f632e-6817-4b6a-a3b4-61414e518b28 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:14.636004 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6120cc4c-7b1e-4e96-874a-736422cb7f74 req-182f632e-6817-4b6a-a3b4-61414e518b28 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 945 time: 0.7495861 Aug 20 15:59:14.644715 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5eed7-5dd8-47dc-90d0-86c1071ee6f6 req-87f9ce78-71de-448e-859b-8c1436e8c13c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:14.645957 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e2f5eed7-5dd8-47dc-90d0-86c1071ee6f6 req-87f9ce78-71de-448e-859b-8c1436e8c13c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=36223243-b246-4e2e-9e1f-57c0926d199c HTTP/1.1" status: 200 len: 850 time: 0.1878698 Aug 20 15:59:14.671466 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:14.742488 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-24dee778-b978-4c99-ad2e-578f19f9db3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:14.755302 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-918bd505-d8e6-4344-adb3-41c820e0d85d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:14.780761 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-2a8973dc-069f-4880-96f9-c5efd59869f2 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943'] for port, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:14.786986 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dee778-b978-4c99-ad2e-578f19f9db3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfcb08a-11c3-48a5-a6e3-dc9fe0f23966,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:14.796108 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-24dee778-b978-4c99-ad2e-578f19f9db3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:14.799881 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-60f65b68-9481-4805-ab51-f38c9058cfc8 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:15.074639 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6120cc4c-7b1e-4e96-874a-736422cb7f74 req-12b7061b-c689-4904-a0bf-46bc1d5c6a7a tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3718688 Aug 20 15:59:15.081047 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-2a8973dc-069f-4880-96f9-c5efd59869f2 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Network 5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b is already hosted by enough agents. {{(pid=75061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:59:15.089576 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.base_scheduler [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-2a8973dc-069f-4880-96f9-c5efd59869f2 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Resources bound (agent type, host, resource id): {{(pid=75061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:59:15.091803 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8973dc-069f-4880-96f9-c5efd59869f2 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Pushing event updated for resources: {'Port': ['ID=b4c350c9-e07e-4868-b32b-38e3889a9cd1,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:15.104553 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-2a8973dc-069f-4880-96f9-c5efd59869f2 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:15.108794 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-2a8973dc-069f-4880-96f9-c5efd59869f2 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Received port after_create {{(pid=75061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:59:15.121848 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-2a8973dc-069f-4880-96f9-c5efd59869f2 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:15.121848 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-2a8973dc-069f-4880-96f9-c5efd59869f2 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:15.143217 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-24dee778-b978-4c99-ad2e-578f19f9db3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:15.144147 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-24dee778-b978-4c99-ad2e-578f19f9db3b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bbfcb08a-11c3-48a5-a6e3-dc9fe0f23966 HTTP/1.1" status: 204 len: 168 time: 1.6539590 Aug 20 15:59:15.309539 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e2f5eed7-5dd8-47dc-90d0-86c1071ee6f6 req-cbda0ebb-c426-4c25-8c62-6f241822bbd9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e1370026-f031-4601-8314-e240c06ab358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6508803 Aug 20 15:59:15.314487 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-2a8973dc-069f-4880-96f9-c5efd59869f2 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1644530 Aug 20 15:59:15.375705 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device f8d062ed-99cf-4710-8d99-304bd34c48b0 up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:59:15.515795 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-f48793a4-c1c1-45eb-b434-c01a4e636855 service neutron] Request body: {'port': {'device_id': '4218fdbf-5f35-4899-9e3c-728cc1e64370', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80539'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:59:15.574349 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning for port f8d062ed-99cf-4710-8d99-304bd34c48b0 completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:59:15.586140 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port f8d062ed-99cf-4710-8d99-304bd34c48b0 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:59:15.587238 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:15.855498 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:15.935552 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] For port f8d062ed-99cf-4710-8d99-304bd34c48b0, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=f8d062ed-99cf-4710-8d99-304bd34c48b0,segment=NetworkSegment(a5ca86d2-2020-4ee5-a03b-d47a6c676c14),segment_id=a5ca86d2-2020-4ee5-a03b-d47a6c676c14)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:59:15.950409 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:15.955764 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:16.222669 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Pushing event updated for resources: {'Port': ['ID=f8d062ed-99cf-4710-8d99-304bd34c48b0,revision_number=4']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:16.232654 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:16.518851 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d7b2f1-5a78-4045-b634-db1e4338fb29 admin admin] Router 48284600-5653-4e26-ab07-5767d01c1b5b has already been hosted by L3 agent ecccf787-6cb6-4f52-bf94-e4285ae9b988 {{(pid=75060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:59:16.781969 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e2f5eed7-5dd8-47dc-90d0-86c1071ee6f6 req-49918f22-3698-4f46-afb0-50e6de800755 service neutron] 10.222.0.54 "GET /v2.0/networks/e1370026-f031-4601-8314-e240c06ab358?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4497070 Aug 20 15:59:16.783334 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-f48793a4-c1c1-45eb-b434-c01a4e636855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:17.261840 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device f8d062ed-99cf-4710-8d99-304bd34c48b0 up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:59:17.431257 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port f8d062ed-99cf-4710-8d99-304bd34c48b0 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:59:17.431630 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:17.849311 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5737338-1787-4056-8c04-78cee08439a2 req-2ff64a83-8993-4109-aff4-e53972fb6cf9 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:17.851011 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-f5737338-1787-4056-8c04-78cee08439a2 req-2ff64a83-8993-4109-aff4-e53972fb6cf9 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Synchronizing usage tracker for tenant:18504e351324493688125a73ad286513 on resource:port {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 15:59:17.941846 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-f5737338-1787-4056-8c04-78cee08439a2 req-2ff64a83-8993-4109-aff4-e53972fb6cf9 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Unset dirty status for tenant:18504e351324493688125a73ad286513 on resource:port {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 15:59:17.951028 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f5737338-1787-4056-8c04-78cee08439a2 req-2ff64a83-8993-4109-aff4-e53972fb6cf9 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/ports?device_id=4218fdbf-5f35-4899-9e3c-728cc1e64370 HTTP/1.1" status: 200 len: 931 time: 2.9360349 Aug 20 15:59:17.999720 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d7b2f1-5a78-4045-b634-db1e4338fb29 admin admin] Notify agent at l3_agent.dv-cinder-805398-3-smb the message routers_updated {{(pid=75060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:59:18.036957 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-39d7b2f1-5a78-4045-b634-db1e4338fb29 admin admin] 10.222.0.13 "PUT /v2.0/routers/48284600-5653-4e26-ab07-5767d01c1b5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6322956 Aug 20 15:59:18.040388 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb32baa-e28c-4dae-81ec-4d90ca6c69c0 None None] Sync routers for ids ['48284600-5653-4e26-ab07-5767d01c1b5b'] in dv-cinder-805398-3-smb {{(pid=75062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 20 15:59:18.041787 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 60718) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:59:18.049723 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:18.083863 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb32baa-e28c-4dae-81ec-4d90ca6c69c0 None None] Routers {'48284600-5653-4e26-ab07-5767d01c1b5b'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:59:18.102747 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-7cb32baa-e28c-4dae-81ec-4d90ca6c69c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T15:59:12Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['48284600-5653-4e26-ab07-5767d01c1b5b'], 'active': True} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:59:18.179865 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c80875-3004-4e27-8239-bd0bd5cf20dc None None] Sync routers for ids ['1c02173c-8769-4e14-9f2e-8d4cca4e0e0a'] in dv-cinder-805398-3-smb {{(pid=75063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 20 15:59:18.225267 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c80875-3004-4e27-8239-bd0bd5cf20dc None None] Routers {'1c02173c-8769-4e14-9f2e-8d4cca4e0e0a'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:59:18.230908 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-76c80875-3004-4e27-8239-bd0bd5cf20dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T15:59:12Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['1c02173c-8769-4e14-9f2e-8d4cca4e0e0a'], 'active': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:59:18.331843 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e2f5eed7-5dd8-47dc-90d0-86c1071ee6f6 req-e99a349e-9711-4f97-81da-c93da726dd5a service neutron] 10.222.0.54 "GET /v2.0/networks/e1370026-f031-4601-8314-e240c06ab358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5027175 Aug 20 15:59:18.375085 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd30bc-5152-4581-90d6-b948dab5d76c req-17df83c5-0a01-4d0a-81c6-d0e9e43480d0 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:18.375085 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-dfbd30bc-5152-4581-90d6-b948dab5d76c req-17df83c5-0a01-4d0a-81c6-d0e9e43480d0 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 2.1600304 Aug 20 15:59:18.753739 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-489b9658-800f-4e1b-9a5e-22f133fb34c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:18.998606 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f5737338-1787-4056-8c04-78cee08439a2 req-85d69ce3-a61a-4d45-bcb3-6e3ac01a03ef tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/security-groups?id=112b4c4a-9aac-4563-ba95-eb7bf21b72a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0465808 Aug 20 15:59:19.064165 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-dfbd30bc-5152-4581-90d6-b948dab5d76c req-c2cdcdcd-938b-4244-be68-d94a515edfc1 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6945691 Aug 20 15:59:19.071395 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-f48793a4-c1c1-45eb-b434-c01a4e636855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4c350c9-e07e-4868-b32b-38e3889a9cd1 {{(pid=75061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:59:19.140917 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-f48793a4-c1c1-45eb-b434-c01a4e636855 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:19.220331 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvr_db [None req-76c80875-3004-4e27-8239-bd0bd5cf20dc None None] Set router 1c02173c-8769-4e14-9f2e-8d4cca4e0e0a gateway port host: dv-cinder-805398-3-smb {{(pid=75063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 15:59:19.234892 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.provisioning_blocks [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-f48793a4-c1c1-45eb-b434-c01a4e636855 service neutron] Transition to ACTIVE for port object b4c350c9-e07e-4868-b32b-38e3889a9cd1 will not be triggered until provisioned by entity L2. {{(pid=75061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:59:19.242337 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-f48793a4-c1c1-45eb-b434-c01a4e636855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:19.246497 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-f68d3e85-7c2d-4ff3-8f7d-caddc63dadab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:19.413297 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvr_db [None req-7cb32baa-e28c-4dae-81ec-4d90ca6c69c0 None None] Set router 48284600-5653-4e26-ab07-5767d01c1b5b gateway port host: dv-cinder-805398-3-smb {{(pid=75062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 15:59:19.753434 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-489b9658-800f-4e1b-9a5e-22f133fb34c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:19.786689 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-489b9658-800f-4e1b-9a5e-22f133fb34c3 admin admin] Deleting port 1660cfd9-9619-4e67-a900-7fb4055f84e0 {{(pid=75060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 15:59:19.787431 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-489b9658-800f-4e1b-9a5e-22f133fb34c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:19.983286 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-76c80875-3004-4e27-8239-bd0bd5cf20dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c02173c-8769-4e14-9f2e-8d4cca4e0e0a', 'name': 'tempest-TestMinimumBasicScenario-161346081-router', 'tenant_id': '010f88160e9a48ae87dc8b24f02463de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f8d062ed-99cf-4710-8d99-304bd34c48b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:58:53Z', 'updated_at': '2021-08-20T15:59:07Z', 'revision_number': 4, 'project_id': '010f88160e9a48ae87dc8b24f02463de', 'gw_port': {'id': 'f8d062ed-99cf-4710-8d99-304bd34c48b0', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:22:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c02173c-8769-4e14-9f2e-8d4cca4e0e0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:58:56Z', 'updated_at': '2021-08-20T15:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': 'c3a17229-f092-4999-933c-29b6ade9892f', 'name': '', 'network_id': '10efc7e3-ec56-4a61-9e7c-690a4c5167aa', 'tenant_id': '010f88160e9a48ae87dc8b24f02463de', 'mac_address': 'fa:16:3e:67:b3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c02173c-8769-4e14-9f2e-8d4cca4e0e0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd54840d0-d953-447b-9a2c-730c95c11add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:59:06Z', 'updated_at': '2021-08-20T15:59:08Z', 'revision_number': 2, 'project_id': '010f88160e9a48ae87dc8b24f02463de', 'subnets': [{'id': 'd54840d0-d953-447b-9a2c-730c95c11add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:59:19.994271 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c80875-3004-4e27-8239-bd0bd5cf20dc None None] Checking router: 1c02173c-8769-4e14-9f2e-8d4cca4e0e0a for host: dv-cinder-805398-3-smb {{(pid=75063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 20 15:59:19.994641 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c80875-3004-4e27-8239-bd0bd5cf20dc None None] Updating router 1c02173c-8769-4e14-9f2e-8d4cca4e0e0a port c3a17229-f092-4999-933c-29b6ade9892f binding host dv-cinder-805398-3-smb {{(pid=75063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 20 15:59:20.322085 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-76c80875-3004-4e27-8239-bd0bd5cf20dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:20.382865 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48793a4-c1c1-45eb-b434-c01a4e636855 service neutron] Pushing event updated for resources: {'Port': ['ID=b4c350c9-e07e-4868-b32b-38e3889a9cd1,revision_number=2']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:20.465619 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-f48793a4-c1c1-45eb-b434-c01a4e636855 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.219s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:20.544854 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1505f-07e3-4489-8ed2-988889b932b2 req-ab96b65e-51ef-4b43-b501-f76e4a33f817 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:20.561582 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-28f1505f-07e3-4489-8ed2-988889b932b2 req-ab96b65e-51ef-4b43-b501-f76e4a33f817 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 945 time: 1.0543158 Aug 20 15:59:20.577989 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-f48793a4-c1c1-45eb-b434-c01a4e636855 service neutron] Attempting to bind port b4c350c9-e07e-4868-b32b-38e3889a9cd1 on host hv-cinder-80539 for vnic_type normal with profile {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:59:20.578522 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-f48793a4-c1c1-45eb-b434-c01a4e636855 service neutron] Attempting to bind port b4c350c9-e07e-4868-b32b-38e3889a9cd1 by drivers openvswitch,hyperv on host hv-cinder-80539 at level 0 using segments [{'id': '9db3a52a-d523-44b3-8df2-d393a5c5b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b'}] {{(pid=75061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:59:20.579056 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-f48793a4-c1c1-45eb-b434-c01a4e636855 service neutron] Attempting to bind port b4c350c9-e07e-4868-b32b-38e3889a9cd1 on network 5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:59:20.673911 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-f48793a4-c1c1-45eb-b434-c01a4e636855 service neutron] Port b4c350c9-e07e-4868-b32b-38e3889a9cd1 on network 5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80539 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:59:20.674392 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-f48793a4-c1c1-45eb-b434-c01a4e636855 service neutron] Attempting to bind port b4c350c9-e07e-4868-b32b-38e3889a9cd1 on network 5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:59:20.713762 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.db [None req-489b9658-800f-4e1b-9a5e-22f133fb34c3 admin admin] For port 1660cfd9-9619-4e67-a900-7fb4055f84e0, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=1660cfd9-9619-4e67-a900-7fb4055f84e0,segment=NetworkSegment(a5ca86d2-2020-4ee5-a03b-d47a6c676c14),segment_id=a5ca86d2-2020-4ee5-a03b-d47a6c676c14)] {{(pid=75060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:59:20.722918 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-489b9658-800f-4e1b-9a5e-22f133fb34c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:20.741460 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-f48793a4-c1c1-45eb-b434-c01a4e636855 service neutron] Checking agent: {'id': '8cb0eed4-3a83-4faf-85db-5d15db1f4851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80539', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 53, 18), 'started_at': datetime.datetime(2021, 8, 20, 15, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:59:20.742039 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-f48793a4-c1c1-45eb-b434-c01a4e636855 service neutron] Checking segment: {'id': '9db3a52a-d523-44b3-8df2-d393a5c5b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:59:20.742675 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-f48793a4-c1c1-45eb-b434-c01a4e636855 service neutron] Bound using segment: {'id': '9db3a52a-d523-44b3-8df2-d393a5c5b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b'} {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:59:20.743387 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-f48793a4-c1c1-45eb-b434-c01a4e636855 service neutron] Bound port: b4c350c9-e07e-4868-b32b-38e3889a9cd1, host: hv-cinder-80539, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db3a52a-d523-44b3-8df2-d393a5c5b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b'}}] {{(pid=75061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:59:20.743995 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-f48793a4-c1c1-45eb-b434-c01a4e636855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:20.847896 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74110d2a-f8bc-4250-b449-0e7f74409ea2 req-b555a4be-0651-4540-87e7-f02ac1e1564a tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:20.860079 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-74110d2a-f8bc-4250-b449-0e7f74409ea2 req-b555a4be-0651-4540-87e7-f02ac1e1564a tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/ports?device_id=4218fdbf-5f35-4899-9e3c-728cc1e64370 HTTP/1.1" status: 200 len: 943 time: 0.5083454 Aug 20 15:59:20.974892 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-7cb32baa-e28c-4dae-81ec-4d90ca6c69c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48284600-5653-4e26-ab07-5767d01c1b5b', 'name': 'tempest-ServerRescueNegativeTestJSON-530129446-router', 'tenant_id': 'f67c0c6df4d74cfab74276f0502944b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': '1660cfd9-9619-4e67-a900-7fb4055f84e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:25Z', 'updated_at': '2021-08-20T15:59:12Z', 'revision_number': 5, 'project_id': 'f67c0c6df4d74cfab74276f0502944b4', 'gw_port': {'id': '1660cfd9-9619-4e67-a900-7fb4055f84e0', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:64:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48284600-5653-4e26-ab07-5767d01c1b5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:26Z', 'updated_at': '2021-08-20T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb'}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:59:21.019334 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb32baa-e28c-4dae-81ec-4d90ca6c69c0 None None] Checking router: 48284600-5653-4e26-ab07-5767d01c1b5b for host: dv-cinder-805398-3-smb {{(pid=75062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 20 15:59:21.107908 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb32baa-e28c-4dae-81ec-4d90ca6c69c0 None None] Routers {'48284600-5653-4e26-ab07-5767d01c1b5b'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:59:21.116913 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-7cb32baa-e28c-4dae-81ec-4d90ca6c69c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T15:59:12Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['48284600-5653-4e26-ab07-5767d01c1b5b'], 'active': True} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:59:21.280468 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-28f1505f-07e3-4489-8ed2-988889b932b2 req-919e7541-4cf2-4395-955d-d1b9165ce8e2 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7175174 Aug 20 15:59:21.493257 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-74110d2a-f8bc-4250-b449-0e7f74409ea2 req-aa99c06f-10f1-4999-8e4f-35f19cb9d151 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/security-groups?id=112b4c4a-9aac-4563-ba95-eb7bf21b72a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409382 Aug 20 15:59:21.514328 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-f48793a4-c1c1-45eb-b434-c01a4e636855 service neutron] For port b4c350c9-e07e-4868-b32b-38e3889a9cd1, host hv-cinder-80539, cleared binding levels {{(pid=75061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:59:21.525731 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-489b9658-800f-4e1b-9a5e-22f133fb34c3 admin admin] Calling delete_port for 1660cfd9-9619-4e67-a900-7fb4055f84e0 owned by network:router_gateway {{(pid=75060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 15:59:21.530900 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-f48793a4-c1c1-45eb-b434-c01a4e636855 service neutron] For port b4c350c9-e07e-4868-b32b-38e3889a9cd1, host hv-cinder-80539, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=b4c350c9-e07e-4868-b32b-38e3889a9cd1,segment=NetworkSegment(9db3a52a-d523-44b3-8df2-d393a5c5b336),segment_id=9db3a52a-d523-44b3-8df2-d393a5c5b336)] {{(pid=75061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:59:21.548090 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e5d76e47-ad69-4369-901a-ebf3fea557e8 req-5eb545c4-c743-4d26-8989-422b06449e19 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4842033 Aug 20 15:59:21.550375 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-f48793a4-c1c1-45eb-b434-c01a4e636855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:21.556540 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-2a8973dc-069f-4880-96f9-c5efd59869f2 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:21.807845 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvr_db [None req-7cb32baa-e28c-4dae-81ec-4d90ca6c69c0 None None] Set router 48284600-5653-4e26-ab07-5767d01c1b5b gateway port host: None {{(pid=75062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 15:59:21.928747 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-76c80875-3004-4e27-8239-bd0bd5cf20dc None None] Notify callbacks [] for port, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:22.089485 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [None req-76c80875-3004-4e27-8239-bd0bd5cf20dc None None] Transition to ACTIVE for port object c3a17229-f092-4999-933c-29b6ade9892f will not be triggered until provisioned by entity L2. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:59:22.090249 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-489b9658-800f-4e1b-9a5e-22f133fb34c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6850519'] for port, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:22.103458 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-76c80875-3004-4e27-8239-bd0bd5cf20dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:22.106826 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-b7e976a9-97b2-478f-9e62-788e390dafaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:22.109584 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:22.201119 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-7cb32baa-e28c-4dae-81ec-4d90ca6c69c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48284600-5653-4e26-ab07-5767d01c1b5b', 'name': 'tempest-ServerRescueNegativeTestJSON-530129446-router', 'tenant_id': 'f67c0c6df4d74cfab74276f0502944b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:25Z', 'updated_at': '2021-08-20T15:59:19Z', 'revision_number': 6, 'project_id': 'f67c0c6df4d74cfab74276f0502944b4', 'gw_port_host': None}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:59:22.222006 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb32baa-e28c-4dae-81ec-4d90ca6c69c0 None None] The sync data for ids ['48284600-5653-4e26-ab07-5767d01c1b5b'] in dv-cinder-805398-3-smb is: [{'id': '48284600-5653-4e26-ab07-5767d01c1b5b', 'name': 'tempest-ServerRescueNegativeTestJSON-530129446-router', 'tenant_id': 'f67c0c6df4d74cfab74276f0502944b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:25Z', 'updated_at': '2021-08-20T15:59:19Z', 'revision_number': 6, 'project_id': 'f67c0c6df4d74cfab74276f0502944b4', 'gw_port_host': None}] {{(pid=75062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 20 15:59:22.241602 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48793a4-c1c1-45eb-b434-c01a4e636855 service neutron] Pushing event updated for resources: {'Port': ['ID=b4c350c9-e07e-4868-b32b-38e3889a9cd1,revision_number=3']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:22.257027 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-f48793a4-c1c1-45eb-b434-c01a4e636855 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:22.384446 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-f48793a4-c1c1-45eb-b434-c01a4e636855 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:22.385920 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-f48793a4-c1c1-45eb-b434-c01a4e636855 service neutron] 10.222.0.54 "PUT /v2.0/ports/b4c350c9-e07e-4868-b32b-38e3889a9cd1 HTTP/1.1" status: 200 len: 1093 time: 7.0528667 Aug 20 15:59:22.393270 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f007c3ed-d0cb-4509-bb43-50cb18035c10 None None] Pushing event updated for resources: {'Port': ['ID=c3a17229-f092-4999-933c-29b6ade9892f,revision_number=3']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:22.401608 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4218fdbf-5f35-4899-9e3c-728cc1e64370', 'tag': 'b4c350c9-e07e-4868-b32b-38e3889a9cd1'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:59:22.410703 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-f007c3ed-d0cb-4509-bb43-50cb18035c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:22.557509 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e5d76e47-ad69-4369-901a-ebf3fea557e8 req-7cae1f05-e9d5-4c4d-a161-daf6537cdcee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7e604552f7c48b6adf92b9295b42ab0&device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 1099 time: 0.7925155 Aug 20 15:59:22.647203 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b9658-800f-4e1b-9a5e-22f133fb34c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1660cfd9-9619-4e67-a900-7fb4055f84e0,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:22.709038 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a296e8-8fd7-4f62-8390-1707bfde3eb7 req-262321e5-09a7-45af-bdd7-8a141a1cdad6 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:22.713488 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d4a296e8-8fd7-4f62-8390-1707bfde3eb7 req-262321e5-09a7-45af-bdd7-8a141a1cdad6 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 0.4797287 Aug 20 15:59:22.875707 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-489b9658-800f-4e1b-9a5e-22f133fb34c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405538'] for router_gateway, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:22.906139 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [None req-76c80875-3004-4e27-8239-bd0bd5cf20dc None None] Attempting to bind port c3a17229-f092-4999-933c-29b6ade9892f on host dv-cinder-805398-3-smb for vnic_type normal with profile {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:59:22.906840 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [None req-76c80875-3004-4e27-8239-bd0bd5cf20dc None None] Attempting to bind port c3a17229-f092-4999-933c-29b6ade9892f by drivers openvswitch,hyperv on host dv-cinder-805398-3-smb at level 0 using segments [{'id': '86af7d02-8040-408b-8d57-8384ab484dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '10efc7e3-ec56-4a61-9e7c-690a4c5167aa'}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:59:22.906840 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c80875-3004-4e27-8239-bd0bd5cf20dc None None] Attempting to bind port c3a17229-f092-4999-933c-29b6ade9892f on network 10efc7e3-ec56-4a61-9e7c-690a4c5167aa {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:59:22.927179 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c80875-3004-4e27-8239-bd0bd5cf20dc None None] Checking agent: {'id': 'f0705a43-169d-4811-8182-ed59241d69e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805398-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 46, 40), 'started_at': datetime.datetime(2021, 8, 20, 15, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805398-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:59:22.927616 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c80875-3004-4e27-8239-bd0bd5cf20dc None None] Checking segment: {'id': '86af7d02-8040-408b-8d57-8384ab484dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '10efc7e3-ec56-4a61-9e7c-690a4c5167aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 15:59:22.928598 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-76c80875-3004-4e27-8239-bd0bd5cf20dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:22.930180 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c80875-3004-4e27-8239-bd0bd5cf20dc None None] Bound using segment: {'id': '86af7d02-8040-408b-8d57-8384ab484dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '10efc7e3-ec56-4a61-9e7c-690a4c5167aa'} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:59:22.931267 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [None req-76c80875-3004-4e27-8239-bd0bd5cf20dc None None] Bound port: c3a17229-f092-4999-933c-29b6ade9892f, host: dv-cinder-805398-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86af7d02-8040-408b-8d57-8384ab484dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '10efc7e3-ec56-4a61-9e7c-690a4c5167aa'}}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:59:22.931797 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-76c80875-3004-4e27-8239-bd0bd5cf20dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:23.032170 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-489b9658-800f-4e1b-9a5e-22f133fb34c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.923s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:23.120486 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.db [None req-76c80875-3004-4e27-8239-bd0bd5cf20dc None None] For port c3a17229-f092-4999-933c-29b6ade9892f, host dv-cinder-805398-3-smb, cleared binding levels {{(pid=75063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:59:23.124890 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.db [None req-76c80875-3004-4e27-8239-bd0bd5cf20dc None None] For port c3a17229-f092-4999-933c-29b6ade9892f, host dv-cinder-805398-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=c3a17229-f092-4999-933c-29b6ade9892f,segment=NetworkSegment(86af7d02-8040-408b-8d57-8384ab484dae),segment_id=86af7d02-8040-408b-8d57-8384ab484dae)] {{(pid=75063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:59:23.130746 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-76c80875-3004-4e27-8239-bd0bd5cf20dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:23.143280 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:23.262077 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c80875-3004-4e27-8239-bd0bd5cf20dc None None] Routers {'1c02173c-8769-4e14-9f2e-8d4cca4e0e0a'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:59:23.262818 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-76c80875-3004-4e27-8239-bd0bd5cf20dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T15:59:12Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['1c02173c-8769-4e14-9f2e-8d4cca4e0e0a'], 'active': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:59:23.517569 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-a197deef-39ae-43bf-9307-28d69c910d32 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=18504e351324493688125a73ad286513&device_id=4218fdbf-5f35-4899-9e3c-728cc1e64370 HTTP/1.1" status: 200 len: 1096 time: 1.0785029 Aug 20 15:59:23.539141 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 1660cfd9-9619-4e67-a900-7fb4055f84e0 no longer exists at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 15:59:23.664645 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] No Port match for: 1660cfd9-9619-4e67-a900-7fb4055f84e0 {{(pid=75062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 20 15:59:23.665197 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 1660cfd9-9619-4e67-a900-7fb4055f84e0 not bound to the agent host dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 15:59:23.665823 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 93d678b8-e6e1-453f-b740-66795866348f no longer exists at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 15:59:23.704902 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d76e47-ad69-4369-901a-ebf3fea557e8 req-009ef587-cfb5-4608-ad76-509228509336 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:23.712411 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e5d76e47-ad69-4369-901a-ebf3fea557e8 req-009ef587-cfb5-4608-ad76-509228509336 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e1370026-f031-4601-8314-e240c06ab358 HTTP/1.1" status: 200 len: 913 time: 1.1287489 Aug 20 15:59:23.742388 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] No Port match for: 93d678b8-e6e1-453f-b740-66795866348f {{(pid=75062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 20 15:59:23.743601 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 93d678b8-e6e1-453f-b740-66795866348f not bound to the agent host dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 15:59:23.769151 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f007c3ed-d0cb-4509-bb43-50cb18035c10 None None] Pushing event updated for resources: {'Port': ['ID=c3a17229-f092-4999-933c-29b6ade9892f,revision_number=4']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:23.814652 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-f007c3ed-d0cb-4509-bb43-50cb18035c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:23.838624 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvr_db [None req-76c80875-3004-4e27-8239-bd0bd5cf20dc None None] Set router 1c02173c-8769-4e14-9f2e-8d4cca4e0e0a gateway port host: dv-cinder-805398-3-smb {{(pid=75063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 15:59:23.978681 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d4a296e8-8fd7-4f62-8390-1707bfde3eb7 req-7465f873-1c52-4369-953b-c7dc6ea63799 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2259758 Aug 20 15:59:24.000021 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-489b9658-800f-4e1b-9a5e-22f133fb34c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12333'] for router, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:24.019836 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-489b9658-800f-4e1b-9a5e-22f133fb34c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:24.054802 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff546b1-4850-4c38-969f-4061a39d1d13 req-d21286e5-7932-43ac-a5c8-d976c8a69f12 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:24.062707 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-fff546b1-4850-4c38-969f-4061a39d1d13 req-d21286e5-7932-43ac-a5c8-d976c8a69f12 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 945 time: 1.1856039 Aug 20 15:59:24.083544 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-d0e71363-16c3-46a5-bda6-5649b215a233 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4c350c9-e07e-4868-b32b-38e3889a9cd1 HTTP/1.1" status: 200 len: 217 time: 0.5466754 Aug 20 15:59:24.291315 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-489b9658-800f-4e1b-9a5e-22f133fb34c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640030'] for router, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:24.291874 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489b9658-800f-4e1b-9a5e-22f133fb34c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48284600-5653-4e26-ab07-5767d01c1b5b {{(pid=75060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:59:24.311506 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4218fdbf-5f35-4899-9e3c-728cc1e64370', 'tag': 'b4c350c9-e07e-4868-b32b-38e3889a9cd1', 'status': 'completed', 'code': 200} Aug 20 15:59:24.321250 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-489b9658-800f-4e1b-9a5e-22f133fb34c3 admin admin] Notify callbacks [] for router, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:24.325912 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-489b9658-800f-4e1b-9a5e-22f133fb34c3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/48284600-5653-4e26-ab07-5767d01c1b5b HTTP/1.1" status: 204 len: 168 time: 6.2792895 Aug 20 15:59:24.326551 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 60774) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:59:24.460651 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e5d76e47-ad69-4369-901a-ebf3fea557e8 req-c721f68d-1c4d-47fe-8850-886e91d532e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21a3f884-6323-4847-aa22-8978c57eb2b3 HTTP/1.1" status: 200 len: 1002 time: 0.7319424 Aug 20 15:59:24.526849 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.db_base_plugin_v2 [None req-3614c564-24a6-4ff0-b033-1d1e5dfc05c5 admin admin] Deleting subnet 10eaa4f8-a6eb-4f2f-96c7-b53d6cba92f7 {{(pid=75060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 20 15:59:24.533403 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-3614c564-24a6-4ff0-b033-1d1e5dfc05c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:24.607607 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-3614c564-24a6-4ff0-b033-1d1e5dfc05c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1079870'] for subnet, precommit_delete_associations {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:24.697278 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-3614c564-24a6-4ff0-b033-1d1e5dfc05c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3577807'] for subnet, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:24.810137 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-3614c564-24a6-4ff0-b033-1d1e5dfc05c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3577846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6850340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1265223'] for subnet, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:24.815565 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:24.882785 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-3614c564-24a6-4ff0-b033-1d1e5dfc05c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:24.889122 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614c564-24a6-4ff0-b033-1d1e5dfc05c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10eaa4f8-a6eb-4f2f-96c7-b53d6cba92f7,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:24.890816 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-76c80875-3004-4e27-8239-bd0bd5cf20dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c02173c-8769-4e14-9f2e-8d4cca4e0e0a', 'name': 'tempest-TestMinimumBasicScenario-161346081-router', 'tenant_id': '010f88160e9a48ae87dc8b24f02463de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f8d062ed-99cf-4710-8d99-304bd34c48b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:58:53Z', 'updated_at': '2021-08-20T15:59:07Z', 'revision_number': 4, 'project_id': '010f88160e9a48ae87dc8b24f02463de', 'gw_port': {'id': 'f8d062ed-99cf-4710-8d99-304bd34c48b0', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:22:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c02173c-8769-4e14-9f2e-8d4cca4e0e0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:58:56Z', 'updated_at': '2021-08-20T15:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': 'c3a17229-f092-4999-933c-29b6ade9892f', 'name': '', 'network_id': '10efc7e3-ec56-4a61-9e7c-690a4c5167aa', 'tenant_id': '010f88160e9a48ae87dc8b24f02463de', 'mac_address': 'fa:16:3e:67:b3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c02173c-8769-4e14-9f2e-8d4cca4e0e0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd54840d0-d953-447b-9a2c-730c95c11add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:59:06Z', 'updated_at': '2021-08-20T15:59:23Z', 'revision_number': 4, 'project_id': '010f88160e9a48ae87dc8b24f02463de', 'subnets': [{'id': 'd54840d0-d953-447b-9a2c-730c95c11add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:59:24.900171 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-3614c564-24a6-4ff0-b033-1d1e5dfc05c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:24.902152 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c80875-3004-4e27-8239-bd0bd5cf20dc None None] The sync data for ids ['1c02173c-8769-4e14-9f2e-8d4cca4e0e0a'] in dv-cinder-805398-3-smb is: [{'id': '1c02173c-8769-4e14-9f2e-8d4cca4e0e0a', 'name': 'tempest-TestMinimumBasicScenario-161346081-router', 'tenant_id': '010f88160e9a48ae87dc8b24f02463de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f8d062ed-99cf-4710-8d99-304bd34c48b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:58:53Z', 'updated_at': '2021-08-20T15:59:07Z', 'revision_number': 4, 'project_id': '010f88160e9a48ae87dc8b24f02463de', 'gw_port': {'id': 'f8d062ed-99cf-4710-8d99-304bd34c48b0', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:22:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c02173c-8769-4e14-9f2e-8d4cca4e0e0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:58:56Z', 'updated_at': '2021-08-20T15:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': 'c3a17229-f092-4999-933c-29b6ade9892f', 'name': '', 'network_id': '10efc7e3-ec56-4a61-9e7c-690a4c5167aa', 'tenant_id': '010f88160e9a48ae87dc8b24f02463de', 'mac_address': 'fa:16:3e:67:b3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c02173c-8769-4e14-9f2e-8d4cca4e0e0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd54840d0-d953-447b-9a2c-730c95c11add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:59:06Z', 'updated_at': '2021-08-20T15:59:23Z', 'revision_number': 4, 'project_id': '010f88160e9a48ae87dc8b24f02463de', 'subnets': [{'id': 'd54840d0-d953-447b-9a2c-730c95c11add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 20 15:59:24.903919 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-3614c564-24a6-4ff0-b033-1d1e5dfc05c5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/10eaa4f8-a6eb-4f2f-96c7-b53d6cba92f7 HTTP/1.1" status: 204 len: 168 time: 0.5761538 Aug 20 15:59:24.909435 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 60778) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:59:24.918524 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-a8906ba2-762c-4b27-b6f3-532e2785cebe service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:24.923281 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-a8906ba2-762c-4b27-b6f3-532e2785cebe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=944c180d-2e48-46c5-9b9f-3a93e4c79cd5 HTTP/1.1" status: 200 len: 853 time: 0.8185663 Aug 20 15:59:25.076902 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-fff546b1-4850-4c38-969f-4061a39d1d13 req-19303b23-d4f5-40f0-bbfc-4a8ffdd09d51 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9797750 Aug 20 15:59:25.308511 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device c3a17229-f092-4999-933c-29b6ade9892f up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:59:25.311373 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-3558745d-f8c3-40f4-89a0-68fec0f39fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3779509'] for network, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:25.353492 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d76e47-ad69-4369-901a-ebf3fea557e8 req-bad5c056-d304-4f43-866d-32ae7fff8969 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:25.354894 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e5d76e47-ad69-4369-901a-ebf3fea557e8 req-bad5c056-d304-4f43-866d-32ae7fff8969 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=36223243-b246-4e2e-9e1f-57c0926d199c HTTP/1.1" status: 200 len: 850 time: 0.8830442 Aug 20 15:59:25.360818 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-09e9ecbe-100c-45b9-8873-e824b209a1ee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3382525 Aug 20 15:59:25.619756 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning for port c3a17229-f092-4999-933c-29b6ade9892f completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:59:25.638788 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port c3a17229-f092-4999-933c-29b6ade9892f triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:59:25.642021 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:25.725748 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-3558745d-f8c3-40f4-89a0-68fec0f39fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3576902', 'neutron.services.segments.db._delete_segments_for_network-8786829457026'] for network, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:25.783570 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-3558745d-f8c3-40f4-89a0-68fec0f39fea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc37f4d2-7566-422c-9224-61d148cf8ba2']}} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:59:25.810740 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-3558745d-f8c3-40f4-89a0-68fec0f39fea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf28a621-c31f-43b5-9f9e-d00941f17343') {'for_net_delete': True} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:59:25.811078 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-3558745d-f8c3-40f4-89a0-68fec0f39fea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf28a621-c31f-43b5-9f9e-d00941f17343') {} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:59:25.831808 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-3558745d-f8c3-40f4-89a0-68fec0f39fea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786829458077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1079857'] for segment, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:25.872434 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-3558745d-f8c3-40f4-89a0-68fec0f39fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577716'] for segment, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:25.882925 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3558745d-f8c3-40f4-89a0-68fec0f39fea admin admin] Releasing vlan 1255 on physical network physnet1 to pool {{(pid=75060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 20 15:59:25.883870 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-3558745d-f8c3-40f4-89a0-68fec0f39fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3577706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6850434'] for segment, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:25.900386 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:25.963765 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-1d57754d-e8bb-44c3-b3e8-8ae554b2c6e6 service neutron] 10.222.0.54 "GET /v2.0/networks/5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5917227 Aug 20 15:59:25.972034 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8ad77-72e2-4e37-8c0b-3946def48907 req-69d88900-32e9-4cf2-98e7-60d03bab2e9a tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:25.974130 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-27c8ad77-72e2-4e37-8c0b-3946def48907 req-69d88900-32e9-4cf2-98e7-60d03bab2e9a tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/ports?device_id=4218fdbf-5f35-4899-9e3c-728cc1e64370 HTTP/1.1" status: 200 len: 943 time: 1.3417213 Aug 20 15:59:26.000330 dv-cinder-805398-3-smb neutron-server[75060]: Traceback (most recent call last): Aug 20 15:59:26.000330 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 20 15:59:26.000330 dv-cinder-805398-3-smb neutron-server[75060]: timer() Aug 20 15:59:26.000330 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:59:26.000330 dv-cinder-805398-3-smb neutron-server[75060]: cb(*args, **kw) Aug 20 15:59:26.000330 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 20 15:59:26.000330 dv-cinder-805398-3-smb neutron-server[75060]: return func(*args, **kwargs) Aug 20 15:59:26.000330 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:59:26.000330 dv-cinder-805398-3-smb neutron-server[75060]: self._notify() Aug 20 15:59:26.000330 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:59:26.000330 dv-cinder-805398-3-smb neutron-server[75060]: self.callback(batched_events) Aug 20 15:59:26.000330 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:59:26.000330 dv-cinder-805398-3-smb neutron-server[75060]: event.method(event) Aug 20 15:59:26.000330 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 15:59:26.000330 dv-cinder-805398-3-smb neutron-server[75060]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:59:26.000330 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 15:59:26.000330 dv-cinder-805398-3-smb neutron-server[75060]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:59:26.000330 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:59:26.000330 dv-cinder-805398-3-smb neutron-server[75060]: return f(self, *a, **k) Aug 20 15:59:26.000330 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 20 15:59:26.000330 dv-cinder-805398-3-smb neutron-server[75060]: return self._get(url).json() Aug 20 15:59:26.000330 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 20 15:59:26.000330 dv-cinder-805398-3-smb neutron-server[75060]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:59:26.000330 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 20 15:59:26.000330 dv-cinder-805398-3-smb neutron-server[75060]: return self.request(url, 'GET', **kwargs) Aug 20 15:59:26.000330 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 20 15:59:26.000330 dv-cinder-805398-3-smb neutron-server[75060]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:59:26.000330 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 20 15:59:26.000330 dv-cinder-805398-3-smb neutron-server[75060]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:59:26.000330 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 20 15:59:26.000330 dv-cinder-805398-3-smb neutron-server[75060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:59:26.000330 dv-cinder-805398-3-smb neutron-server[75060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:59:26.004248 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-3558745d-f8c3-40f4-89a0-68fec0f39fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405599'] for network, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:26.006490 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] For port c3a17229-f092-4999-933c-29b6ade9892f, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=c3a17229-f092-4999-933c-29b6ade9892f,segment=NetworkSegment(86af7d02-8040-408b-8d57-8384ab484dae),segment_id=86af7d02-8040-408b-8d57-8384ab484dae)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:59:26.014690 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:26.016604 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:26.021919 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-7f0e5218-be8b-4aa5-852a-3542b5ab527c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:26.088276 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-3558745d-f8c3-40f4-89a0-68fec0f39fea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for network, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:26.097987 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Pushing event updated for resources: {'Port': ['ID=c3a17229-f092-4999-933c-29b6ade9892f,revision_number=5']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:26.101252 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:26.130509 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558745d-f8c3-40f4-89a0-68fec0f39fea admin admin] Pushing event deleted for resources: {'Network': ['ID=fc37f4d2-7566-422c-9224-61d148cf8ba2,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:26.137375 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-3558745d-f8c3-40f4-89a0-68fec0f39fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:26.154301 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-3558745d-f8c3-40f4-89a0-68fec0f39fea admin admin] 10.222.0.13 "DELETE /v2.0/networks/fc37f4d2-7566-422c-9224-61d148cf8ba2 HTTP/1.1" status: 204 len: 168 time: 1.2393990 Aug 20 15:59:26.297018 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e5d76e47-ad69-4369-901a-ebf3fea557e8 req-56be5d3f-ae16-4b25-bed4-1b2aca2cf177 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e1370026-f031-4601-8314-e240c06ab358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.9273648 Aug 20 15:59:26.568683 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-27c8ad77-72e2-4e37-8c0b-3946def48907 req-344fe554-27b1-4afb-9a49-cd6acada93cb tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/security-groups?id=112b4c4a-9aac-4563-ba95-eb7bf21b72a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4169133 Aug 20 15:59:26.587440 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-96b4d069-0a01-4d58-80f6-55ce318231c2 req-bb04fb0e-42a8-47c9-a591-305b54ff90ba service neutron] 10.222.0.54 "GET /v2.0/networks/5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6121962 Aug 20 15:59:26.703386 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e5d76e47-ad69-4369-901a-ebf3fea557e8 req-d9b5526f-997a-4314-8d20-e0e2a805e54e service neutron] 10.222.0.54 "GET /v2.0/networks/e1370026-f031-4601-8314-e240c06ab358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741338 Aug 20 15:59:26.714231 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 60798) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:59:26.819776 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-cec2ae2b-32d2-4821-b78e-33fefb976ad3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f67c0c6df4d74cfab74276f0502944b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0999482 Aug 20 15:59:26.820100 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 60806) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:59:27.041013 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-3a65486a-db5f-4486-b553-270647f1dd21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:27.181702 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-3a65486a-db5f-4486-b553-270647f1dd21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:27.237169 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device c3a17229-f092-4999-933c-29b6ade9892f up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:59:27.344901 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-3a65486a-db5f-4486-b553-270647f1dd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:27.348998 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-247b6a43-9c9f-44e4-856f-6ee971b66080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:27.383562 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65486a-db5f-4486-b553-270647f1dd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a967de95-5878-42d9-b590-042aa1066a11,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:27.392709 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-3a65486a-db5f-4486-b553-270647f1dd21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:27.423066 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-3a65486a-db5f-4486-b553-270647f1dd21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:27.439037 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-3a65486a-db5f-4486-b553-270647f1dd21 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a967de95-5878-42d9-b590-042aa1066a11 HTTP/1.1" status: 204 len: 168 time: 0.6085844 Aug 20 15:59:27.504877 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port c3a17229-f092-4999-933c-29b6ade9892f triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:59:27.505592 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:27.533918 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f435bd5a-e967-451d-bf49-38c660da7429 req-32f1c4b9-eb73-4900-b282-e17b3745bb79 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dbaf53e1aea443719d3e819cb3601631&device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 1098 time: 0.9426465 Aug 20 15:59:27.784071 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4666d815-6346-42c5-a379-a1c848ef3651 req-0910300e-216a-4dce-8f49-afb8d3a5d65f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=18504e351324493688125a73ad286513&device_id=4218fdbf-5f35-4899-9e3c-728cc1e64370 HTTP/1.1" status: 200 len: 1096 time: 1.0788286 Aug 20 15:59:28.305836 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f535f-3fb1-4ac4-8c80-225a4667850b req-53312e41-a1ee-4187-ab20-69966161b993 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:28.308701 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b18f535f-3fb1-4ac4-8c80-225a4667850b req-53312e41-a1ee-4187-ab20-69966161b993 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 945 time: 1.5348604 Aug 20 15:59:28.310633 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666d815-6346-42c5-a379-a1c848ef3651 req-e3a7161d-dbd7-48f3-b7e0-360106b2e986 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:28.313040 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4666d815-6346-42c5-a379-a1c848ef3651 req-e3a7161d-dbd7-48f3-b7e0-360106b2e986 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b HTTP/1.1" status: 200 len: 915 time: 0.4983852 Aug 20 15:59:28.447754 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 60836) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:59:28.637549 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b18f535f-3fb1-4ac4-8c80-225a4667850b req-55ab9629-535b-4356-bea9-c5ffb77ff202 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3016772 Aug 20 15:59:28.679508 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e5d76e47-ad69-4369-901a-ebf3fea557e8 req-f3f21398-6b1e-472c-9319-9322f3adb705 service neutron] 10.222.0.54 "GET /v2.0/networks/e1370026-f031-4601-8314-e240c06ab358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9040799 Aug 20 15:59:28.708359 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-42a1795c-70d3-477f-9f43-b42875873971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:28.777846 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4666d815-6346-42c5-a379-a1c848ef3651 req-c71323ef-546d-4914-98ba-66709d533245 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4c350c9-e07e-4868-b32b-38e3889a9cd1 HTTP/1.1" status: 200 len: 217 time: 0.4102774 Aug 20 15:59:28.783586 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-42a1795c-70d3-477f-9f43-b42875873971 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:59:28.793746 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-42a1795c-70d3-477f-9f43-b42875873971 admin admin] Usage tracker for resource:security_group_rule and tenant:568cd90e5aad4dfaa8f88460d1efe1a4 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:59:28.801617 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-42a1795c-70d3-477f-9f43-b42875873971 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:59:28.817292 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-42a1795c-70d3-477f-9f43-b42875873971 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:59:28.854767 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fb22-0296-469f-be28-603f04ed5b19 req-a8ddb681-c03e-4c17-9e0f-3a289ff1ae46 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:28.861790 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a5d9fb22-0296-469f-be28-603f04ed5b19 req-a8ddb681-c03e-4c17-9e0f-3a289ff1ae46 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/ports?device_id=4218fdbf-5f35-4899-9e3c-728cc1e64370 HTTP/1.1" status: 200 len: 943 time: 0.5437315 Aug 20 15:59:28.891839 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435bd5a-e967-451d-bf49-38c660da7429 req-084df689-43d7-4c26-a556-a586d6f02985 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:28.893511 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f435bd5a-e967-451d-bf49-38c660da7429 req-084df689-43d7-4c26-a556-a586d6f02985 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a2292af7-a948-4fc0-8b0a-97b490608a31 HTTP/1.1" status: 200 len: 918 time: 1.3525279 Aug 20 15:59:28.938104 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-42a1795c-70d3-477f-9f43-b42875873971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:28.946155 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-42a1795c-70d3-477f-9f43-b42875873971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:28.957265 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-3a65486a-db5f-4486-b553-270647f1dd21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:28.978367 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666d815-6346-42c5-a379-a1c848ef3651 req-ec578d3b-dca9-4b81-907b-53944d8a97f7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:28.981009 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4666d815-6346-42c5-a379-a1c848ef3651 req-ec578d3b-dca9-4b81-907b-53944d8a97f7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=944c180d-2e48-46c5-9b9f-3a93e4c79cd5 HTTP/1.1" status: 200 len: 853 time: 0.1943684 Aug 20 15:59:28.991808 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1795c-70d3-477f-9f43-b42875873971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fc614d-8d88-4a74-a0ac-cd8c4eb6eebd,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:29.008831 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-42a1795c-70d3-477f-9f43-b42875873971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:29.044101 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-42a1795c-70d3-477f-9f43-b42875873971 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=568cd90e5aad4dfaa8f88460d1efe1a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5922618 Aug 20 15:59:29.044734 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 60846) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:59:29.152823 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d4dc8e21-874f-4e6b-bd8a-c29bea3d1780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:29.153367 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4666d815-6346-42c5-a379-a1c848ef3651 req-b8165298-a2b3-49a9-b68b-31ec8be2e982 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1222105 Aug 20 15:59:29.173626 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a5d9fb22-0296-469f-be28-603f04ed5b19 req-d29591da-98a2-4f11-af2b-524ac4dd2dfa tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/security-groups?id=112b4c4a-9aac-4563-ba95-eb7bf21b72a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108931 Aug 20 15:59:29.182246 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d4dc8e21-874f-4e6b-bd8a-c29bea3d1780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:29.273339 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d4dc8e21-874f-4e6b-bd8a-c29bea3d1780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:29.277890 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-559df276-adc4-4162-9a3b-d49a6bf7f5be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:29.300651 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc8e21-874f-4e6b-bd8a-c29bea3d1780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fc614d-8d88-4a74-a0ac-cd8c4eb6eebd,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:29.310976 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-d4dc8e21-874f-4e6b-bd8a-c29bea3d1780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:29.315121 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d4dc8e21-874f-4e6b-bd8a-c29bea3d1780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:29.316863 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-d4dc8e21-874f-4e6b-bd8a-c29bea3d1780 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/18fc614d-8d88-4a74-a0ac-cd8c4eb6eebd HTTP/1.1" status: 204 len: 168 time: 0.2709970 Aug 20 15:59:29.454105 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4666d815-6346-42c5-a379-a1c848ef3651 req-2d307ee0-8d79-4ed7-a99d-82bb31443731 service neutron] 10.222.0.54 "GET /v2.0/networks/5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789066 Aug 20 15:59:29.456425 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f435bd5a-e967-451d-bf49-38c660da7429 req-fad74be4-7b38-4e29-b92d-df5f9d09e898 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b492b5b8-a0d4-4c7b-a96a-842cf248fefd HTTP/1.1" status: 200 len: 1001 time: 0.5534718 Aug 20 15:59:29.511358 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device b4c350c9-e07e-4868-b32b-38e3889a9cd1 details requested by agent hyperv_hv-cinder-80539 with host hv-cinder-80539 {{(pid=75062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 15:59:29.515387 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device b492b5b8-a0d4-4c7b-a96a-842cf248fefd no longer exists at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 15:59:29.650940 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435bd5a-e967-451d-bf49-38c660da7429 req-63b044a0-efb9-4ee1-99db-2d4a9796ada7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:29.652422 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f435bd5a-e967-451d-bf49-38c660da7429 req-63b044a0-efb9-4ee1-99db-2d4a9796ada7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2eac451a-2e42-4f5c-8315-eccf4786e9f0 HTTP/1.1" status: 200 len: 855 time: 0.1851780 Aug 20 15:59:29.775080 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4666d815-6346-42c5-a379-a1c848ef3651 req-b6b56e53-157e-4781-b91d-017e866c8f9d service neutron] 10.222.0.54 "GET /v2.0/networks/5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095140 Aug 20 15:59:29.845898 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f435bd5a-e967-451d-bf49-38c660da7429 req-27b35784-9ea2-44ba-a6e0-a89210e06296 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a2292af7-a948-4fc0-8b0a-97b490608a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1729724 Aug 20 15:59:30.079158 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 60864) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:59:30.113583 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-913b588f-3972-4feb-b17d-c39044c7ab60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:30.202506 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-913b588f-3972-4feb-b17d-c39044c7ab60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:59:30.217972 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-913b588f-3972-4feb-b17d-c39044c7ab60 admin admin] Usage tracker for resource:security_group_rule and tenant:e2544f0f9ff244cd80a840b814d607f2 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:59:30.242835 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-913b588f-3972-4feb-b17d-c39044c7ab60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:59:30.257940 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-913b588f-3972-4feb-b17d-c39044c7ab60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:59:30.272054 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:30.375037 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-913b588f-3972-4feb-b17d-c39044c7ab60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:30.380122 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f435bd5a-e967-451d-bf49-38c660da7429 req-3321ba88-19e0-4ae3-8db5-a84287ae925b service neutron] 10.222.0.54 "GET /v2.0/networks/a2292af7-a948-4fc0-8b0a-97b490608a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5257590 Aug 20 15:59:30.382737 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-913b588f-3972-4feb-b17d-c39044c7ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:30.396538 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-d4dc8e21-874f-4e6b-bd8a-c29bea3d1780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:30.410834 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44698783-c74f-4d38-bbe8-a96ef5ca3b64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b492b5b8-a0d4-4c7b-a96a-842cf248fefd'}] {{(pid=75062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:59:30.426439 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba39c4-ffa0-412c-8257-fd6b0ea969b5 req-090254e3-8dcb-468c-be24-cea82dd15295 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:30.428718 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5fba39c4-ffa0-412c-8257-fd6b0ea969b5 req-090254e3-8dcb-468c-be24-cea82dd15295 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 945 time: 0.3804269 Aug 20 15:59:30.459978 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b588f-3972-4feb-b17d-c39044c7ab60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6a8efe-2aa9-4317-b3ea-80fdbf93c1ba,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:30.467151 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-913b588f-3972-4feb-b17d-c39044c7ab60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:30.509451 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-913b588f-3972-4feb-b17d-c39044c7ab60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e2544f0f9ff244cd80a840b814d607f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4269302 Aug 20 15:59:30.509847 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 60874) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:59:30.514002 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port b4c350c9-e07e-4868-b32b-38e3889a9cd1, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=b4c350c9-e07e-4868-b32b-38e3889a9cd1,segment=NetworkSegment(9db3a52a-d523-44b3-8df2-d393a5c5b336),segment_id=9db3a52a-d523-44b3-8df2-d393a5c5b336)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:59:30.558899 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port b492b5b8-a0d4-4c7b-a96a-842cf248fefd, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=b492b5b8-a0d4-4c7b-a96a-842cf248fefd,segment=NetworkSegment(68bd6238-2a31-45ae-8fff-c07ee9ddc968),segment_id=68bd6238-2a31-45ae-8fff-c07ee9ddc968)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:59:30.576213 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:30.586372 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Returning: {'device': 'b4c350c9-e07e-4868-b32b-38e3889a9cd1', 'network_id': '5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b', 'port_id': 'b4c350c9-e07e-4868-b32b-38e3889a9cd1', 'mac_address': 'fa:16:3e:6a:9d:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944c180d-2e48-46c5-9b9f-3a93e4c79cd5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 15:59:30.594211 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-38b26607-96d9-4528-9f98-daf1a45e0cff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:30.618086 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5fba39c4-ffa0-412c-8257-fd6b0ea969b5 req-ab6d11e6-524c-4d94-a806-03b5969ce7a0 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222844 Aug 20 15:59:30.622754 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7de4db28-7b59-4c98-8b37-4146f2b58011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:30.686409 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7de4db28-7b59-4c98-8b37-4146f2b58011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:30.729491 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f435bd5a-e967-451d-bf49-38c660da7429 req-16f0045c-0491-4dcc-a129-58248b7f5387 service neutron] 10.222.0.54 "GET /v2.0/networks/a2292af7-a948-4fc0-8b0a-97b490608a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411283 Aug 20 15:59:30.801293 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7de4db28-7b59-4c98-8b37-4146f2b58011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:30.807644 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-5f028733-1068-43d7-aca4-0c0ff618db96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:30.836704 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4db28-7b59-4c98-8b37-4146f2b58011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6a8efe-2aa9-4317-b3ea-80fdbf93c1ba,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:30.854535 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-7de4db28-7b59-4c98-8b37-4146f2b58011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:30.870546 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7de4db28-7b59-4c98-8b37-4146f2b58011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:30.875409 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-7de4db28-7b59-4c98-8b37-4146f2b58011 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b6a8efe-2aa9-4317-b3ea-80fdbf93c1ba HTTP/1.1" status: 204 len: 168 time: 0.3643396 Aug 20 15:59:30.879359 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:30.900443 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de65b5b-f5d9-4c8c-b057-bfbef2706591 req-af4af90a-1108-4428-bac8-36c7cc9f002d tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:30.907785 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-1de65b5b-f5d9-4c8c-b057-bfbef2706591 req-af4af90a-1108-4428-bac8-36c7cc9f002d tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/ports?device_id=4218fdbf-5f35-4899-9e3c-728cc1e64370 HTTP/1.1" status: 200 len: 943 time: 0.1060512 Aug 20 15:59:30.937225 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=b492b5b8-a0d4-4c7b-a96a-842cf248fefd,revision_number=8']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:30.949164 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:30.951275 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4c350c9-e07e-4868-b32b-38e3889a9cd1 {{(pid=75062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:59:30.981416 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port b4c350c9-e07e-4868-b32b-38e3889a9cd1, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=b4c350c9-e07e-4868-b32b-38e3889a9cd1,segment=NetworkSegment(9db3a52a-d523-44b3-8df2-d393a5c5b336),segment_id=9db3a52a-d523-44b3-8df2-d393a5c5b336)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:59:30.987386 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:30.991809 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:30.996438 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-1de65b5b-f5d9-4c8c-b057-bfbef2706591 req-0217874b-bd87-4067-980b-1cabea43a801 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/security-groups?id=112b4c4a-9aac-4563-ba95-eb7bf21b72a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877130 Aug 20 15:59:31.104089 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=b4c350c9-e07e-4868-b32b-38e3889a9cd1,revision_number=4']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:31.118044 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:31.210437 dv-cinder-805398-3-smb neutron-server[75062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44698783-c74f-4d38-bbe8-a96ef5ca3b64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b492b5b8-a0d4-4c7b-a96a-842cf248fefd', 'code': 200} Aug 20 15:59:31.247940 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['b4c350c9-e07e-4868-b32b-38e3889a9cd1'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 15:59:31.369631 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 6 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 15:59:31.895525 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f14e4a-a16e-40bc-9239-dbc6f64e2aa6 req-7cae738f-d33e-466b-978a-90d065d212d1 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:31.897863 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-54f14e4a-a16e-40bc-9239-dbc6f64e2aa6 req-7cae738f-d33e-466b-978a-90d065d212d1 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 943 time: 0.0991597 Aug 20 15:59:31.955949 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-54f14e4a-a16e-40bc-9239-dbc6f64e2aa6 req-5b4a1c45-33d7-4dcf-bf71-9ad03089b5ae tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523956 Aug 20 15:59:32.348014 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb02850-58a8-47e1-87a2-c90fa190c097 req-3956f19a-3838-4b0f-8151-b5123a3c501c tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:32.350138 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3fb02850-58a8-47e1-87a2-c90fa190c097 req-3956f19a-3838-4b0f-8151-b5123a3c501c tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/ports?device_id=4218fdbf-5f35-4899-9e3c-728cc1e64370 HTTP/1.1" status: 200 len: 944 time: 0.1234891 Aug 20 15:59:32.428131 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3fb02850-58a8-47e1-87a2-c90fa190c097 req-8de8f5b7-dff8-41ac-b564-0eb74d0682d2 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/security-groups?id=112b4c4a-9aac-4563-ba95-eb7bf21b72a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692050 Aug 20 15:59:33.452173 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cd401-e9f9-4f86-8d49-d7f0567ecf9c req-3664400b-09db-4d87-ba44-e2f258576c33 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:33.453879 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ec8cd401-e9f9-4f86-8d49-d7f0567ecf9c req-3664400b-09db-4d87-ba44-e2f258576c33 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 943 time: 0.2233310 Aug 20 15:59:33.527999 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device b4c350c9-e07e-4868-b32b-38e3889a9cd1 up at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 15:59:33.556610 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ec8cd401-e9f9-4f86-8d49-d7f0567ecf9c req-3e0cfe83-fa54-41e5-9ca0-8319281b59c8 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919926 Aug 20 15:59:33.679714 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning for port b4c350c9-e07e-4868-b32b-38e3889a9cd1 completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:59:33.690045 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning complete for port b4c350c9-e07e-4868-b32b-38e3889a9cd1 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:59:33.691021 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:33.801486 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5781245-ba92-48e4-8a1f-1640a2bce445 req-c2c7c4c5-8ada-48c9-8134-aa98fa80d3f1 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:33.804098 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f5781245-ba92-48e4-8a1f-1640a2bce445 req-c2c7c4c5-8ada-48c9-8134-aa98fa80d3f1 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/ports?device_id=4218fdbf-5f35-4899-9e3c-728cc1e64370 HTTP/1.1" status: 200 len: 944 time: 0.1230309 Aug 20 15:59:33.879929 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f5781245-ba92-48e4-8a1f-1640a2bce445 req-55215536-998b-445f-b694-cdb93687e580 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/security-groups?id=112b4c4a-9aac-4563-ba95-eb7bf21b72a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690069 Aug 20 15:59:33.947630 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:34.029289 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4218fdbf-5f35-4899-9e3c-728cc1e64370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c350c9-e07e-4868-b32b-38e3889a9cd1'}] {{(pid=75062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:59:34.051247 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port b4c350c9-e07e-4868-b32b-38e3889a9cd1, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=b4c350c9-e07e-4868-b32b-38e3889a9cd1,segment=NetworkSegment(9db3a52a-d523-44b3-8df2-d393a5c5b336),segment_id=9db3a52a-d523-44b3-8df2-d393a5c5b336)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:59:34.062168 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:34.075551 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:34.178189 dv-cinder-805398-3-smb neutron-server[75062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4218fdbf-5f35-4899-9e3c-728cc1e64370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c350c9-e07e-4868-b32b-38e3889a9cd1', 'code': 200} Aug 20 15:59:34.236605 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=b4c350c9-e07e-4868-b32b-38e3889a9cd1,revision_number=5']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:34.246668 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:34.516587 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2c9ca150-f4e7-460d-ab3f-119ed04dcba5 req-6c9ada6e-b68f-44be-a33f-3f1cac263159 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4218fdbf-5f35-4899-9e3c-728cc1e64370 HTTP/1.1" status: 200 len: 1098 time: 0.0844362 Aug 20 15:59:34.581856 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2c9ca150-f4e7-460d-ab3f-119ed04dcba5 req-93a227f4-09b8-465d-8749-f2d2688696e6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=112b4c4a-9aac-4563-ba95-eb7bf21b72a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552034 Aug 20 15:59:34.846554 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c3cf4ba2-d561-4c14-b91e-57a43de634d2 req-9e993889-ceb5-44bd-a882-0813780bc1e3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1389964 Aug 20 15:59:35.151018 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e5a2b-e69a-45ad-ac34-6e047a58abaf req-0505032c-5090-4d25-aad3-9c4e8f001d76 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:35.153361 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-999e5a2b-e69a-45ad-ac34-6e047a58abaf req-0505032c-5090-4d25-aad3-9c4e8f001d76 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/ports?device_id=4218fdbf-5f35-4899-9e3c-728cc1e64370 HTTP/1.1" status: 200 len: 945 time: 0.1355083 Aug 20 15:59:35.324273 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-999e5a2b-e69a-45ad-ac34-6e047a58abaf req-0d8a8af2-290f-491f-8cb8-8de32d65ab54 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/security-groups?id=112b4c4a-9aac-4563-ba95-eb7bf21b72a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585920 Aug 20 15:59:35.380359 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f3395-aa79-4687-bbb7-98148650cdad req-41f8136b-2e13-4288-836c-1f0297d2fb76 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:35.385088 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-271f3395-aa79-4687-bbb7-98148650cdad req-41f8136b-2e13-4288-836c-1f0297d2fb76 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 943 time: 0.1318042 Aug 20 15:59:35.442628 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-271f3395-aa79-4687-bbb7-98148650cdad req-3e933d58-9104-437a-aa32-6a1df0f1f88e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565331 Aug 20 15:59:35.501861 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 60994) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:59:35.533950 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device b492b5b8-a0d4-4c7b-a96a-842cf248fefd no longer exists at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 15:59:35.777623 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [req-a425dba0-80a1-4233-a07e-fbf15646c638 req-8e8ffec0-122b-4e0d-aadc-ac84fbae10bf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2724080 Aug 20 15:59:36.983113 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054462d4-a6cf-4237-82dc-c331aba18ef2 req-7d065992-1392-4c90-abcf-e0316850f3f2 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:36.990647 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-054462d4-a6cf-4237-82dc-c331aba18ef2 req-7d065992-1392-4c90-abcf-e0316850f3f2 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/ports?device_id=4218fdbf-5f35-4899-9e3c-728cc1e64370 HTTP/1.1" status: 200 len: 945 time: 0.2287195 Aug 20 15:59:37.066438 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-054462d4-a6cf-4237-82dc-c331aba18ef2 req-1268a0d5-53ce-4660-89fd-a62d837213c9 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/security-groups?id=112b4c4a-9aac-4563-ba95-eb7bf21b72a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742047 Aug 20 15:59:37.094779 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d19c2-d6d5-48b1-be9e-b417bbacc13b req-8adfc9d3-6e2b-4ac2-9b94-46b86af9ceaa tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:37.096454 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-564d19c2-d6d5-48b1-be9e-b417bbacc13b req-8adfc9d3-6e2b-4ac2-9b94-46b86af9ceaa tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 943 time: 0.1987016 Aug 20 15:59:37.173235 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-564d19c2-d6d5-48b1-be9e-b417bbacc13b req-c42678ad-4e8f-47c3-8f6f-285797c5f6d8 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678227 Aug 20 15:59:38.067111 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a425dba0-80a1-4233-a07e-fbf15646c638 req-5b6e711d-52b9-45b2-b8da-2450cd895d4b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64&tenant_id=dbaf53e1aea443719d3e819cb3601631 HTTP/1.1" status: 200 len: 1096 time: 0.2414649 Aug 20 15:59:38.182656 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 32824) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:59:38.280222 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a425dba0-80a1-4233-a07e-fbf15646c638 req-27de42b2-275d-4ab4-84b2-a4992136f7da service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dbaf53e1aea443719d3e819cb3601631&device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 1096 time: 0.1788514 Aug 20 15:59:38.458413 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-66c79fe0-9e68-492a-88d7-9b83256f4bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:38.465380 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425dba0-80a1-4233-a07e-fbf15646c638 req-3c914b02-9fdd-4acc-a387-ac7969b36fa2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:38.467046 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a425dba0-80a1-4233-a07e-fbf15646c638 req-3c914b02-9fdd-4acc-a387-ac7969b36fa2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a2292af7-a948-4fc0-8b0a-97b490608a31 HTTP/1.1" status: 200 len: 918 time: 0.1704888 Aug 20 15:59:38.508066 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-66c79fe0-9e68-492a-88d7-9b83256f4bde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:59:38.514796 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-66c79fe0-9e68-492a-88d7-9b83256f4bde admin admin] Usage tracker for resource:security_group_rule and tenant:0a87076c2b0d4b4d82ff2bb6c95982e7 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:59:38.519956 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-66c79fe0-9e68-492a-88d7-9b83256f4bde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:59:38.528442 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-66c79fe0-9e68-492a-88d7-9b83256f4bde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:59:38.655887 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-66c79fe0-9e68-492a-88d7-9b83256f4bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:38.664743 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-66c79fe0-9e68-492a-88d7-9b83256f4bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:38.674171 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-dcb3877b-77f8-4851-96c1-68ddd2df2f2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:38.678372 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a425dba0-80a1-4233-a07e-fbf15646c638 req-d650743a-a4c4-4e20-bb21-d0f513b58f57 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b492b5b8-a0d4-4c7b-a96a-842cf248fefd HTTP/1.1" status: 200 len: 999 time: 0.1601901 Aug 20 15:59:38.689295 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c07ec-c468-4ab6-be31-f701683f02f4 req-7117d43b-eb1f-45d3-97e5-09e065d50247 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:38.690942 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-837c07ec-c468-4ab6-be31-f701683f02f4 req-7117d43b-eb1f-45d3-97e5-09e065d50247 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 943 time: 0.2230022 Aug 20 15:59:38.828357 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c79fe0-9e68-492a-88d7-9b83256f4bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cff0932-371d-4953-a03e-ece11bd63931,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:38.842596 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-66c79fe0-9e68-492a-88d7-9b83256f4bde admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a87076c2b0d4b4d82ff2bb6c95982e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6543429 Aug 20 15:59:38.843246 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 32832) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:59:38.886619 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425dba0-80a1-4233-a07e-fbf15646c638 req-11bf4e5b-6bb8-47cc-a497-d7325c5d2d97 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:38.888106 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a425dba0-80a1-4233-a07e-fbf15646c638 req-11bf4e5b-6bb8-47cc-a497-d7325c5d2d97 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2eac451a-2e42-4f5c-8315-eccf4786e9f0 HTTP/1.1" status: 200 len: 855 time: 0.1962733 Aug 20 15:59:38.893190 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-837c07ec-c468-4ab6-be31-f701683f02f4 req-436486af-fd5f-4540-a0e0-c4de018d3844 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712812 Aug 20 15:59:38.897793 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c79fe0-9e68-492a-88d7-9b83256f4bde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:38.898365 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c79fe0-9e68-492a-88d7-9b83256f4bde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:38.899012 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c79fe0-9e68-492a-88d7-9b83256f4bde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:38.900262 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c79fe0-9e68-492a-88d7-9b83256f4bde admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:38.901828 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c79fe0-9e68-492a-88d7-9b83256f4bde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:38.902340 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c79fe0-9e68-492a-88d7-9b83256f4bde admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:38.903053 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c79fe0-9e68-492a-88d7-9b83256f4bde admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:38.903555 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c79fe0-9e68-492a-88d7-9b83256f4bde admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:38.904061 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c79fe0-9e68-492a-88d7-9b83256f4bde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:38.904576 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c79fe0-9e68-492a-88d7-9b83256f4bde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:38.905053 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c79fe0-9e68-492a-88d7-9b83256f4bde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:38.912000 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-66c79fe0-9e68-492a-88d7-9b83256f4bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:38.939872 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-be7c29c7-0458-4fdc-bdbe-791c40b79468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:38.980437 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-be7c29c7-0458-4fdc-bdbe-791c40b79468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:39.057619 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a425dba0-80a1-4233-a07e-fbf15646c638 req-b660bc13-444f-42e9-ae1a-8f0d71227bee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a2292af7-a948-4fc0-8b0a-97b490608a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1620224 Aug 20 15:59:39.081931 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-be7c29c7-0458-4fdc-bdbe-791c40b79468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:39.087396 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-c4dbb690-d6ff-4e1e-90e3-4b9df5020fd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:39.110739 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c29c7-0458-4fdc-bdbe-791c40b79468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cff0932-371d-4953-a03e-ece11bd63931,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:39.113127 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-be7c29c7-0458-4fdc-bdbe-791c40b79468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:39.130135 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-be7c29c7-0458-4fdc-bdbe-791c40b79468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:39.133706 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-be7c29c7-0458-4fdc-bdbe-791c40b79468 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8cff0932-371d-4953-a03e-ece11bd63931 HTTP/1.1" status: 204 len: 168 time: 0.2867432 Aug 20 15:59:39.322545 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a425dba0-80a1-4233-a07e-fbf15646c638 req-f23d422d-b58c-4eeb-b4eb-cd68bbcd8116 service neutron] 10.222.0.54 "GET /v2.0/networks/a2292af7-a948-4fc0-8b0a-97b490608a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418745 Aug 20 15:59:39.610630 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-0f6c530f-ed9a-45c4-b674-4c61699df042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:39.660863 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a425dba0-80a1-4233-a07e-fbf15646c638 req-7015c010-8b66-40a0-afe0-b91fb1c0b646 service neutron] 10.222.0.54 "GET /v2.0/networks/a2292af7-a948-4fc0-8b0a-97b490608a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303256 Aug 20 15:59:40.088900 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:40.483287 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107452d-4d65-4070-901c-81643fef7bf6 req-53aa25bf-8166-4edb-85ee-4931b96ddd35 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:40.504785 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-1107452d-4d65-4070-901c-81643fef7bf6 req-53aa25bf-8166-4edb-85ee-4931b96ddd35 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 943 time: 0.2028241 Aug 20 15:59:40.628608 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-1107452d-4d65-4070-901c-81643fef7bf6 req-eb51b7de-eadf-4892-95dc-1645c1948865 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194284 Aug 20 15:59:41.714512 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-1f6b20ac-fa86-4763-b92f-90325d5ec1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:42.269480 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf83009-37f4-47b3-b583-c880538aa7c6 req-21c22b14-fea3-465f-98ef-addeeec38561 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:42.277433 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-adf83009-37f4-47b3-b583-c880538aa7c6 req-21c22b14-fea3-465f-98ef-addeeec38561 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 943 time: 0.2163670 Aug 20 15:59:42.284586 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-20f5e770-2293-4e50-a203-f9468ebf57fe tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:42.285277 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-20f5e770-2293-4e50-a203-f9468ebf57fe tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Synchronizing usage tracker for tenant:ec35394f12464353a4a351c52acc2fbd on resource:network {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 15:59:42.320868 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-20f5e770-2293-4e50-a203-f9468ebf57fe tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Unset dirty status for tenant:ec35394f12464353a4a351c52acc2fbd on resource:network {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 15:59:42.336706 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-20f5e770-2293-4e50-a203-f9468ebf57fe tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/networks?id=ebdac831-0f71-47ab-be31-14452bf996d9 HTTP/1.1" status: 200 len: 814 time: 0.5199759 Aug 20 15:59:42.395239 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-fbc74699-8323-4054-8234-8e79f114190e tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/quotas/ec35394f12464353a4a351c52acc2fbd HTTP/1.1" status: 200 len: 375 time: 0.0575280 Aug 20 15:59:42.426649 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-adf83009-37f4-47b3-b583-c880538aa7c6 req-e8dfef36-1567-450c-8c0c-5621b59e9765 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474295 Aug 20 15:59:42.530541 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-1244388d-986d-4de9-93da-d2a68b0f60c4 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec35394f12464353a4a351c52acc2fbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1228817 Aug 20 15:59:42.738582 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-a4ce3c49-1c76-4883-ae5f-a6f1423977c2 service neutron] 10.222.0.13 "GET /v2.0/networks/ebdac831-0f71-47ab-be31-14452bf996d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874120 Aug 20 15:59:42.988364 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-a255878d-aa57-4d21-b7f8-6e127a5f66f5 service neutron] 10.222.0.13 "GET /v2.0/networks/ebdac831-0f71-47ab-be31-14452bf996d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429526 Aug 20 15:59:43.211320 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:43.454889 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e979df19-55a1-4b52-b62b-9781d44cfb46 req-d82473ab-9aa6-4414-8d20-72493e6a2873 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 210 time: 0.1051307 Aug 20 15:59:43.903189 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc1159-5d13-42b2-b5c5-91d18443aa8f req-bf9971c6-74a1-4399-858a-1734f7adef66 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:43.904882 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-1dcc1159-5d13-42b2-b5c5-91d18443aa8f req-bf9971c6-74a1-4399-858a-1734f7adef66 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 943 time: 0.1455083 Aug 20 15:59:44.002993 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-1dcc1159-5d13-42b2-b5c5-91d18443aa8f req-3da89140-fabb-4a6f-9b66-9c469e6e112b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922554 Aug 20 15:59:44.713786 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:44.850781 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-066534d6-d3c4-45bf-ac79-7ddfe50c71d1 req-fb60b540-0188-4bf3-be09-411c317fa56b tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 210 time: 0.1099994 Aug 20 15:59:45.286803 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ab223-13ba-43b1-90ff-b308025ce7be req-54f81f03-b280-4250-8d4c-3a85b9cb75ed tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:45.288411 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3b3ab223-13ba-43b1-90ff-b308025ce7be req-54f81f03-b280-4250-8d4c-3a85b9cb75ed tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 943 time: 0.0802577 Aug 20 15:59:45.350884 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3b3ab223-13ba-43b1-90ff-b308025ce7be req-44ead193-d831-4efe-baa4-09969c6bff1d tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536892 Aug 20 15:59:46.168775 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8e3a86d6-40e0-4621-99df-fc7351970f6a req-f96ff220-6b82-4235-8e69-bd0b0ef43d50 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 210 time: 0.1072526 Aug 20 15:59:46.619208 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c5207-0ad9-4bad-8137-fded2a9514f1 req-58cbe407-69fa-4c22-891c-f5d24b025a04 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:46.620686 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f95c5207-0ad9-4bad-8137-fded2a9514f1 req-58cbe407-69fa-4c22-891c-f5d24b025a04 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 943 time: 0.0768831 Aug 20 15:59:46.667674 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f95c5207-0ad9-4bad-8137-fded2a9514f1 req-919d4cd5-6bcf-434a-9c64-57cefa1b4e7d tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408370 Aug 20 15:59:47.432817 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-bb2387d2-1814-4169-904b-f3e2057f31db req-ef2f4021-3b0f-40e4-a704-4a60f3e4ae77 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 210 time: 0.1150947 Aug 20 15:59:47.864969 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:47.916263 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd61567-afbc-4da1-b15f-74e139ae532d req-c278d983-1d3e-4ebb-b3ed-f4c82a09642e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:47.917721 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-acd61567-afbc-4da1-b15f-74e139ae532d req-c278d983-1d3e-4ebb-b3ed-f4c82a09642e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 943 time: 0.0805635 Aug 20 15:59:47.963048 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-acd61567-afbc-4da1-b15f-74e139ae532d req-a0190b07-2ced-446b-828a-806a550f9722 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395370 Aug 20 15:59:48.599180 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-cf904eee-f676-4371-8d2d-c066499d00a9 req-9cfb5457-2160-4df8-a8e9-eaeda8827668 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 210 time: 0.0444374 Aug 20 15:59:49.220353 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6600b41-23c0-4416-895a-90ae52a8da21 req-62767369-66fc-4200-966f-fdef12f307af tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:49.222756 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c6600b41-23c0-4416-895a-90ae52a8da21 req-62767369-66fc-4200-966f-fdef12f307af tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 943 time: 0.1040359 Aug 20 15:59:49.283355 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c6600b41-23c0-4416-895a-90ae52a8da21 req-193c8789-d02f-401c-bbf5-f41b2cde68a1 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485148 Aug 20 15:59:49.466825 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 33082) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:59:49.621568 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-ef37705e-3547-4885-8b3f-05f12c04acc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:49.654860 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-ef37705e-3547-4885-8b3f-05f12c04acc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:59:49.658833 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-ef37705e-3547-4885-8b3f-05f12c04acc3 admin admin] Usage tracker for resource:security_group_rule and tenant:9f38cd0d5a2c4c01bf2bfa57f4045010 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:59:49.661944 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-ef37705e-3547-4885-8b3f-05f12c04acc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:59:49.668394 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-ef37705e-3547-4885-8b3f-05f12c04acc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:59:49.748103 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-ef37705e-3547-4885-8b3f-05f12c04acc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:49.785598 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-ef37705e-3547-4885-8b3f-05f12c04acc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:49.796440 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:49.805406 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-82211bc1-5774-4e6b-9ebd-5bc0e92e5acf req-32d73a3e-3bdc-4afe-9fac-7baf653f3f69 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 210 time: 0.0591054 Aug 20 15:59:49.841907 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-ef37705e-3547-4885-8b3f-05f12c04acc3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f38cd0d5a2c4c01bf2bfa57f4045010&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3732269 Aug 20 15:59:49.852997 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 33094) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:59:49.870093 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37705e-3547-4885-8b3f-05f12c04acc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706c3384-6d11-4a62-b269-90ac1dcb0c8d,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:49.895500 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37705e-3547-4885-8b3f-05f12c04acc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:49.896459 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37705e-3547-4885-8b3f-05f12c04acc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:49.896779 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37705e-3547-4885-8b3f-05f12c04acc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:49.897127 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37705e-3547-4885-8b3f-05f12c04acc3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:49.897468 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37705e-3547-4885-8b3f-05f12c04acc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:49.897841 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37705e-3547-4885-8b3f-05f12c04acc3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:49.898177 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37705e-3547-4885-8b3f-05f12c04acc3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:49.898514 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37705e-3547-4885-8b3f-05f12c04acc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:49.898857 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37705e-3547-4885-8b3f-05f12c04acc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:49.899174 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37705e-3547-4885-8b3f-05f12c04acc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:49.899506 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37705e-3547-4885-8b3f-05f12c04acc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:49.910629 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-ef37705e-3547-4885-8b3f-05f12c04acc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:49.972934 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-653604e6-a54e-4f01-89f4-7761d2b27e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:50.008764 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-653604e6-a54e-4f01-89f4-7761d2b27e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:50.068757 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-653604e6-a54e-4f01-89f4-7761d2b27e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:50.074374 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-66c79fe0-9e68-492a-88d7-9b83256f4bde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:50.094255 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653604e6-a54e-4f01-89f4-7761d2b27e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706c3384-6d11-4a62-b269-90ac1dcb0c8d,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:50.101742 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-653604e6-a54e-4f01-89f4-7761d2b27e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:50.102531 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-653604e6-a54e-4f01-89f4-7761d2b27e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:50.105861 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-653604e6-a54e-4f01-89f4-7761d2b27e00 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/706c3384-6d11-4a62-b269-90ac1dcb0c8d HTTP/1.1" status: 204 len: 168 time: 0.2517676 Aug 20 15:59:50.719116 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b922b5-6447-4110-bda9-88c50513d3d7 req-15623346-d79f-4be1-80f7-7ba832fcd12b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:50.721550 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-54b922b5-6447-4110-bda9-88c50513d3d7 req-15623346-d79f-4be1-80f7-7ba832fcd12b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 943 time: 0.1531444 Aug 20 15:59:50.776033 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-54b922b5-6447-4110-bda9-88c50513d3d7 req-e6d0fe0b-98fc-4a63-b017-d5d59561004b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461001 Aug 20 15:59:51.018587 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-811fda3b-8993-4b47-bd11-096165a4e24e req-250dab09-f270-470b-af5f-f595b9698f60 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 210 time: 0.0574930 Aug 20 15:59:52.145178 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc442a-a4c0-4446-91e4-43148a1153e0 req-c324795d-b90c-4a5f-a3a2-7c8f0ae59d96 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:52.149884 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f8fc442a-a4c0-4446-91e4-43148a1153e0 req-c324795d-b90c-4a5f-a3a2-7c8f0ae59d96 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 943 time: 0.1641877 Aug 20 15:59:52.274420 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f8fc442a-a4c0-4446-91e4-43148a1153e0 req-32d37c4b-e0b2-4e70-a4dd-e14d8268faf4 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089771 Aug 20 15:59:52.277777 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e891ea5d-d04f-44f7-86a6-1d72e9125c3f req-8256a559-76e0-49a1-a799-c7d9aa8d7aee tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 210 time: 0.0485830 Aug 20 15:59:53.511464 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-352c2dd3-33e6-4b13-a7eb-678ebc66ed51 req-944e89f5-0e36-457a-af02-4092cd691a35 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 210 time: 0.0909743 Aug 20 15:59:53.576204 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc622dc3-bfe4-490d-9ff9-9bc36b4c056e req-2f435be6-407a-469f-84f2-36c17c168d1e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:53.577779 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-fc622dc3-bfe4-490d-9ff9-9bc36b4c056e req-2f435be6-407a-469f-84f2-36c17c168d1e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 943 time: 0.1151965 Aug 20 15:59:53.633268 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-fc622dc3-bfe4-490d-9ff9-9bc36b4c056e req-c8964b1e-13e0-4a7b-a4f0-f2c34f42d13f tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445726 Aug 20 15:59:53.869081 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 33202) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:59:54.022821 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-a641e933-b44c-4028-8fdc-0790c874c6c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:54.058513 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-a641e933-b44c-4028-8fdc-0790c874c6c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:59:54.072219 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-a641e933-b44c-4028-8fdc-0790c874c6c4 admin admin] Usage tracker for resource:security_group_rule and tenant:0802394d0a244eb38b0bd0cc22ccd357 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:59:54.075706 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-a641e933-b44c-4028-8fdc-0790c874c6c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:59:54.081599 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-a641e933-b44c-4028-8fdc-0790c874c6c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:59:54.157953 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-a641e933-b44c-4028-8fdc-0790c874c6c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:54.162645 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-a641e933-b44c-4028-8fdc-0790c874c6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:54.169146 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-36d844c8-f15b-4538-b47a-ab0e0eb006ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:54.220222 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a641e933-b44c-4028-8fdc-0790c874c6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f7d1bf-d8c4-49a8-b6d7-f2f362193aff,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:54.224462 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-a641e933-b44c-4028-8fdc-0790c874c6c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0802394d0a244eb38b0bd0cc22ccd357&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3543584 Aug 20 15:59:54.226597 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-a641e933-b44c-4028-8fdc-0790c874c6c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:54.227317 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 33210) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:59:54.293573 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-ff548577-49e5-4809-9d22-122187ee2d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:54.326313 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-ff548577-49e5-4809-9d22-122187ee2d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:54.389774 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-ff548577-49e5-4809-9d22-122187ee2d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:54.397064 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-67f24a56-8b47-4607-9384-451ed61b76ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:54.415844 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff548577-49e5-4809-9d22-122187ee2d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f7d1bf-d8c4-49a8-b6d7-f2f362193aff,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:54.416781 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-ff548577-49e5-4809-9d22-122187ee2d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:54.428729 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-ff548577-49e5-4809-9d22-122187ee2d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:54.439175 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-ff548577-49e5-4809-9d22-122187ee2d1b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/33f7d1bf-d8c4-49a8-b6d7-f2f362193aff HTTP/1.1" status: 204 len: 168 time: 0.2073810 Aug 20 15:59:54.714529 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-40f4a02e-7e1b-4cdb-b29c-ba9379b05999 req-d2343c1b-19ae-4480-a946-d82f345f7ed8 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 210 time: 0.0499418 Aug 20 15:59:54.932631 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24386d1a-ff7f-4911-b272-7cfdba726370 req-660d8ea3-046d-463c-928a-f09d1e4d7024 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:54.935997 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-24386d1a-ff7f-4911-b272-7cfdba726370 req-660d8ea3-046d-463c-928a-f09d1e4d7024 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 943 time: 0.1403036 Aug 20 15:59:55.008467 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 33226) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:59:55.035814 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-24386d1a-ff7f-4911-b272-7cfdba726370 req-fbbe32e0-28ba-4cc1-95a6-42196110f5d1 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934865 Aug 20 15:59:55.037294 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-e2acd5b3-531f-4048-ab31-11c49760990d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:55.097825 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-e2acd5b3-531f-4048-ab31-11c49760990d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:59:55.106702 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-e2acd5b3-531f-4048-ab31-11c49760990d admin admin] Usage tracker for resource:security_group_rule and tenant:a0e3887724704893a6621c293e6f1350 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:59:55.110635 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-e2acd5b3-531f-4048-ab31-11c49760990d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:59:55.120964 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-e2acd5b3-531f-4048-ab31-11c49760990d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:59:55.217504 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-e2acd5b3-531f-4048-ab31-11c49760990d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:55.221547 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-e2acd5b3-531f-4048-ab31-11c49760990d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:55.229582 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-fd69af7b-5e40-4c38-b0f1-8b80d593c02c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:55.282528 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2acd5b3-531f-4048-ab31-11c49760990d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42872062-d392-473f-9596-85c55bfd69df,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:55.287236 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-e2acd5b3-531f-4048-ab31-11c49760990d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:55.296045 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-e2acd5b3-531f-4048-ab31-11c49760990d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0e3887724704893a6621c293e6f1350&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2862175 Aug 20 15:59:55.300202 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 33230) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:59:55.475680 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-7f0197af-f72e-43a4-a69c-ddf1017a394e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:55.570725 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-7f0197af-f72e-43a4-a69c-ddf1017a394e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:55.658665 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-0f3367cb-cee1-4b1b-bfb6-6a8635438770 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:55.662177 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-0f3367cb-cee1-4b1b-bfb6-6a8635438770 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.54 "GET /v2.0/networks?id=ebdac831-0f71-47ab-be31-14452bf996d9 HTTP/1.1" status: 200 len: 814 time: 0.2971516 Aug 20 15:59:55.700083 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-496cd11c-4ea6-4a9b-a470-0919fea58a48 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Request body: {'port': {'device_id': 'd588459b-8b9e-4c3f-9b43-c310bb925625', 'network_id': 'ebdac831-0f71-47ab-be31-14452bf996d9', 'admin_state_up': True, 'tenant_id': 'ec35394f12464353a4a351c52acc2fbd'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:59:55.905014 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-7f0197af-f72e-43a4-a69c-ddf1017a394e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:55.922397 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-7c14ceea-df2b-49be-b645-5481fbf90265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:55.982818 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0197af-f72e-43a4-a69c-ddf1017a394e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42872062-d392-473f-9596-85c55bfd69df,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:56.073127 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-7f0197af-f72e-43a4-a69c-ddf1017a394e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:56.174854 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b744fc8a-eea0-4281-b5ed-7ea811ef284e req-0809db4c-3d20-4b42-ac65-1d146731d232 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 210 time: 0.2025139 Aug 20 15:59:56.175829 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-7f0197af-f72e-43a4-a69c-ddf1017a394e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:56.177374 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-7f0197af-f72e-43a4-a69c-ddf1017a394e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/42872062-d392-473f-9596-85c55bfd69df HTTP/1.1" status: 204 len: 168 time: 0.8753035 Aug 20 15:59:56.193801 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-496cd11c-4ea6-4a9b-a470-0919fea58a48 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:59:56.198668 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-496cd11c-4ea6-4a9b-a470-0919fea58a48 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Usage tracker for resource:port and tenant:ec35394f12464353a4a351c52acc2fbd is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:59:56.213811 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-496cd11c-4ea6-4a9b-a470-0919fea58a48 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Quota usage for port was recalculated. Used quota:2. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:59:56.224869 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-496cd11c-4ea6-4a9b-a470-0919fea58a48 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:59:56.238067 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-496cd11c-4ea6-4a9b-a470-0919fea58a48 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Made reservation on behalf of ec35394f12464353a4a351c52acc2fbd for: {'port': 1} {{(pid=75061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:59:56.242679 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-496cd11c-4ea6-4a9b-a470-0919fea58a48 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:56.512067 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b80ed-2f25-4225-a42e-ef0382cc8df2 req-230b7720-86ec-4798-a051-0854be4e9337 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:56.514880 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e62b80ed-2f25-4225-a42e-ef0382cc8df2 req-230b7720-86ec-4798-a051-0854be4e9337 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 943 time: 0.1922374 Aug 20 15:59:56.529485 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.db_base_plugin_common [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-496cd11c-4ea6-4a9b-a470-0919fea58a48 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Allocated IP 172.20.0.8 (ebdac831-0f71-47ab-be31-14452bf996d9/d6a93898-e1a7-47e9-af71-16ce0ce7027f/5c83dd14-c0ef-43ef-9720-387582cab9d1) {{(pid=75061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:59:56.722701 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e62b80ed-2f25-4225-a42e-ef0382cc8df2 req-d3a5217f-6116-4d14-8c00-7d45253b0e55 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943815 Aug 20 15:59:57.129011 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-496cd11c-4ea6-4a9b-a470-0919fea58a48 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks [] for port, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:57.190498 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 33264) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:59:57.192237 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.provisioning_blocks [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-496cd11c-4ea6-4a9b-a470-0919fea58a48 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Transition to ACTIVE for port object 5c83dd14-c0ef-43ef-9720-387582cab9d1 will not be triggered until provisioned by entity DHCP. {{(pid=75061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:59:57.258443 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-c22bee0f-ba56-459c-8989-549dd7da0908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:57.275910 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-496cd11c-4ea6-4a9b-a470-0919fea58a48 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943'] for port, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:57.304540 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-23c2f2b6-1ebb-4039-9416-a6e1b8d1fa4f tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:57.383246 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-c22bee0f-ba56-459c-8989-549dd7da0908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 15:59:57.401889 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-c22bee0f-ba56-459c-8989-549dd7da0908 admin admin] Usage tracker for resource:security_group_rule and tenant:2b0c4ef49218401887e8483a3739b12f is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 15:59:57.417634 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-c22bee0f-ba56-459c-8989-549dd7da0908 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 15:59:57.428370 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496cd11c-4ea6-4a9b-a470-0919fea58a48 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Pushing event updated for resources: {'Port': ['ID=5c83dd14-c0ef-43ef-9720-387582cab9d1,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:57.433362 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-496cd11c-4ea6-4a9b-a470-0919fea58a48 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:57.448380 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-c22bee0f-ba56-459c-8989-549dd7da0908 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 15:59:57.462558 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-496cd11c-4ea6-4a9b-a470-0919fea58a48 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Network ebdac831-0f71-47ab-be31-14452bf996d9 is already hosted by enough agents. {{(pid=75061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:59:57.466268 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.base_scheduler [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-496cd11c-4ea6-4a9b-a470-0919fea58a48 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Resources bound (agent type, host, resource id): {{(pid=75061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:59:57.474816 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-496cd11c-4ea6-4a9b-a470-0919fea58a48 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Received port after_create {{(pid=75061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:59:57.479208 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-496cd11c-4ea6-4a9b-a470-0919fea58a48 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:57.500099 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-496cd11c-4ea6-4a9b-a470-0919fea58a48 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:57.634862 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-496cd11c-4ea6-4a9b-a470-0919fea58a48 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9451821 Aug 20 15:59:57.706611 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-c22bee0f-ba56-459c-8989-549dd7da0908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:57.717516 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-c22bee0f-ba56-459c-8989-549dd7da0908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:57.728760 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848ef06-27c8-47da-9e71-f9304481a48a req-1ccb5041-5cd6-4bb0-bf4b-d0aab11551c4 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:57.739293 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-9848ef06-27c8-47da-9e71-f9304481a48a req-1ccb5041-5cd6-4bb0-bf4b-d0aab11551c4 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Synchronizing usage tracker for tenant:ec35394f12464353a4a351c52acc2fbd on resource:port {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 15:59:57.767329 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-e090a509-f978-4dc7-a38d-679cd0f78c48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:57.777155 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-c22bee0f-ba56-459c-8989-549dd7da0908 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b0c4ef49218401887e8483a3739b12f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5851822 Aug 20 15:59:57.781581 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 33274) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 15:59:57.794450 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-9848ef06-27c8-47da-9e71-f9304481a48a req-1ccb5041-5cd6-4bb0-bf4b-d0aab11551c4 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Unset dirty status for tenant:ec35394f12464353a4a351c52acc2fbd on resource:port {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 15:59:57.795902 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9848ef06-27c8-47da-9e71-f9304481a48a req-1ccb5041-5cd6-4bb0-bf4b-d0aab11551c4 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 931 time: 0.2551405 Aug 20 15:59:57.885936 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-9848ef06-27c8-47da-9e71-f9304481a48a req-bf0a2286-2578-4b22-ac5d-e09d364af375 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Synchronizing usage tracker for tenant:ec35394f12464353a4a351c52acc2fbd on resource:security_group {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 15:59:57.917973 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-9848ef06-27c8-47da-9e71-f9304481a48a req-bf0a2286-2578-4b22-ac5d-e09d364af375 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Unset dirty status for tenant:ec35394f12464353a4a351c52acc2fbd on resource:security_group {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 15:59:57.920127 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9848ef06-27c8-47da-9e71-f9304481a48a req-bf0a2286-2578-4b22-ac5d-e09d364af375 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128094 Aug 20 15:59:57.925579 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22bee0f-ba56-459c-8989-549dd7da0908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08bf7a94-a2e5-49a2-b5d2-1724f32d169e,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:57.945236 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-c22bee0f-ba56-459c-8989-549dd7da0908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:58.029792 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ca8b2413-31e6-4011-a90e-87d74119b38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:58.131307 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ca8b2413-31e6-4011-a90e-87d74119b38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:58.195380 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-54964dea-f306-4393-a1e5-ecbe1021c5e2 None None] Provisioning for port 5c83dd14-c0ef-43ef-9720-387582cab9d1 completed by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:59:58.211620 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-54964dea-f306-4393-a1e5-ecbe1021c5e2 None None] Provisioning complete for port 5c83dd14-c0ef-43ef-9720-387582cab9d1 triggered by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:59:58.211988 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-54964dea-f306-4393-a1e5-ecbe1021c5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:58.307611 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ca8b2413-31e6-4011-a90e-87d74119b38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:58.312610 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-cc9a8f1c-5ecd-4e33-893c-a696617243df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 15:59:58.336867 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b2413-31e6-4011-a90e-87d74119b38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bf7a94-a2e5-49a2-b5d2-1724f32d169e,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:58.349008 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-ca8b2413-31e6-4011-a90e-87d74119b38f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 15:59:58.370643 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ca8b2413-31e6-4011-a90e-87d74119b38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:58.371821 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-ca8b2413-31e6-4011-a90e-87d74119b38f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08bf7a94-a2e5-49a2-b5d2-1724f32d169e HTTP/1.1" status: 204 len: 168 time: 0.5887480 Aug 20 15:59:58.378329 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-e7c08427-f41f-4fc1-8182-33bb359f51d0 service neutron] Request body: {'port': {'device_id': 'd588459b-8b9e-4c3f-9b43-c310bb925625', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80539'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 15:59:58.393308 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-54964dea-f306-4393-a1e5-ecbe1021c5e2 None None] Port 5c83dd14-c0ef-43ef-9720-387582cab9d1 cannot update to ACTIVE because it is not bound. {{(pid=75062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 20 15:59:58.687051 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324276e-e0cf-4a51-a77c-ee7a6ce2b589 req-32b0159b-9c49-45c1-a5fc-a063cab0f86f tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:58.689445 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7324276e-e0cf-4a51-a77c-ee7a6ce2b589 req-32b0159b-9c49-45c1-a5fc-a063cab0f86f tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 943 time: 0.4085152 Aug 20 15:59:58.693640 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-e7c08427-f41f-4fc1-8182-33bb359f51d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:58.947574 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7324276e-e0cf-4a51-a77c-ee7a6ce2b589 req-123835be-1da7-444e-b3ab-1048d57bbf9c tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281668 Aug 20 15:59:59.652012 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee5a97-749c-491c-8044-bf6c6b224aeb req-b96b8e74-9905-4516-b1ff-fd4e3b12e0c5 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:59.656459 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3dee5a97-749c-491c-8044-bf6c6b224aeb req-b96b8e74-9905-4516-b1ff-fd4e3b12e0c5 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 0.6521883 Aug 20 15:59:59.717425 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device b492b5b8-a0d4-4c7b-a96a-842cf248fefd details requested by agent hyperv_hv-cinder-80539 with host hv-cinder-80539 {{(pid=75062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 15:59:59.745688 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377c93c-9a9d-407b-a4b3-22b464718aaa req-cd3fe053-fa00-4034-8b11-4e2bbbd6f47c tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:59.747285 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b377c93c-9a9d-407b-a4b3-22b464718aaa req-cd3fe053-fa00-4034-8b11-4e2bbbd6f47c tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 931 time: 0.3305602 Aug 20 15:59:59.897529 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-e7c08427-f41f-4fc1-8182-33bb359f51d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c83dd14-c0ef-43ef-9720-387582cab9d1 {{(pid=75061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:59:59.905981 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-e7c08427-f41f-4fc1-8182-33bb359f51d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:00.003843 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port b492b5b8-a0d4-4c7b-a96a-842cf248fefd, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=b492b5b8-a0d4-4c7b-a96a-842cf248fefd,segment=NetworkSegment(68bd6238-2a31-45ae-8fff-c07ee9ddc968),segment_id=68bd6238-2a31-45ae-8fff-c07ee9ddc968)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:00:00.034167 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.provisioning_blocks [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-e7c08427-f41f-4fc1-8182-33bb359f51d0 service neutron] Transition to ACTIVE for port object 5c83dd14-c0ef-43ef-9720-387582cab9d1 will not be triggered until provisioned by entity L2. {{(pid=75061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:00:00.051651 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Returning: {'device': 'b492b5b8-a0d4-4c7b-a96a-842cf248fefd', 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31', 'port_id': 'b492b5b8-a0d4-4c7b-a96a-842cf248fefd', 'mac_address': 'fa:16:3e:8d:1e:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eac451a-2e42-4f5c-8315-eccf4786e9f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 16:00:00.055077 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3dee5a97-749c-491c-8044-bf6c6b224aeb req-63cf30f5-3b9e-424e-b4cc-90802cf855f7 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3720424 Aug 20 16:00:00.073616 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b377c93c-9a9d-407b-a4b3-22b464718aaa req-21839493-bc22-47f5-a4e3-0f35f7ded6d3 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623774 Aug 20 16:00:00.077355 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-e7c08427-f41f-4fc1-8182-33bb359f51d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:00.082999 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-262846fe-13af-4718-bfe9-2864e8173d14 tempest-VolumesNegativeTest-1928694922 tempest-VolumesNegativeTest-1928694922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:00.179590 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:00.249697 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b492b5b8-a0d4-4c7b-a96a-842cf248fefd {{(pid=75062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 16:00:00.308682 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port b492b5b8-a0d4-4c7b-a96a-842cf248fefd, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=b492b5b8-a0d4-4c7b-a96a-842cf248fefd,segment=NetworkSegment(68bd6238-2a31-45ae-8fff-c07ee9ddc968),segment_id=68bd6238-2a31-45ae-8fff-c07ee9ddc968)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:00:00.318520 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:00.327140 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:00.518486 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=b492b5b8-a0d4-4c7b-a96a-842cf248fefd,revision_number=9']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:00.530080 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:00.530412 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:00.531147 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:00.531639 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:00.532189 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:00.532672 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:00.533138 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:00.533616 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:00.534107 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:00.534745 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:00.535212 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:00.542691 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:00.604235 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['b492b5b8-a0d4-4c7b-a96a-842cf248fefd'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 16:00:00.799740 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c08427-f41f-4fc1-8182-33bb359f51d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5c83dd14-c0ef-43ef-9720-387582cab9d1,revision_number=2']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:00.813300 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-e7c08427-f41f-4fc1-8182-33bb359f51d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:00.822522 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-e7c08427-f41f-4fc1-8182-33bb359f51d0 service neutron] Attempting to bind port 5c83dd14-c0ef-43ef-9720-387582cab9d1 on host hv-cinder-80539 for vnic_type normal with profile {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 16:00:00.823075 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-e7c08427-f41f-4fc1-8182-33bb359f51d0 service neutron] Attempting to bind port 5c83dd14-c0ef-43ef-9720-387582cab9d1 by drivers openvswitch,hyperv on host hv-cinder-80539 at level 0 using segments [{'id': 'a52ce078-bd22-42ec-957a-b9fc1c8ffc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'ebdac831-0f71-47ab-be31-14452bf996d9'}] {{(pid=75061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 16:00:00.823398 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-e7c08427-f41f-4fc1-8182-33bb359f51d0 service neutron] Attempting to bind port 5c83dd14-c0ef-43ef-9720-387582cab9d1 on network ebdac831-0f71-47ab-be31-14452bf996d9 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:00:00.830235 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-e7c08427-f41f-4fc1-8182-33bb359f51d0 service neutron] Port 5c83dd14-c0ef-43ef-9720-387582cab9d1 on network ebdac831-0f71-47ab-be31-14452bf996d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80539 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 16:00:00.830575 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-e7c08427-f41f-4fc1-8182-33bb359f51d0 service neutron] Attempting to bind port 5c83dd14-c0ef-43ef-9720-387582cab9d1 on network ebdac831-0f71-47ab-be31-14452bf996d9 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:00:00.839699 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-e7c08427-f41f-4fc1-8182-33bb359f51d0 service neutron] Checking agent: {'id': '8cb0eed4-3a83-4faf-85db-5d15db1f4851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80539', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 53, 18), 'started_at': datetime.datetime(2021, 8, 20, 15, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 16:00:00.840022 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-e7c08427-f41f-4fc1-8182-33bb359f51d0 service neutron] Checking segment: {'id': 'a52ce078-bd22-42ec-957a-b9fc1c8ffc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'ebdac831-0f71-47ab-be31-14452bf996d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 16:00:00.840394 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-e7c08427-f41f-4fc1-8182-33bb359f51d0 service neutron] Bound using segment: {'id': 'a52ce078-bd22-42ec-957a-b9fc1c8ffc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'ebdac831-0f71-47ab-be31-14452bf996d9'} {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 16:00:00.840824 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-e7c08427-f41f-4fc1-8182-33bb359f51d0 service neutron] Bound port: 5c83dd14-c0ef-43ef-9720-387582cab9d1, host: hv-cinder-80539, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a52ce078-bd22-42ec-957a-b9fc1c8ffc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'ebdac831-0f71-47ab-be31-14452bf996d9'}}] {{(pid=75061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 16:00:00.841159 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-e7c08427-f41f-4fc1-8182-33bb359f51d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:00.979352 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe694b75-a181-4d55-b744-ff92f47ce392 req-68d1d009-53a5-4958-98d6-d69f63758e7d tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:01.000084 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-fe694b75-a181-4d55-b744-ff92f47ce392 req-68d1d009-53a5-4958-98d6-d69f63758e7d tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 944 time: 0.5335572 Aug 20 16:00:01.106410 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-fe694b75-a181-4d55-b744-ff92f47ce392 req-f7e7d049-7382-4385-ac8a-5be24d54943c tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974798 Aug 20 16:00:01.134651 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-e7c08427-f41f-4fc1-8182-33bb359f51d0 service neutron] For port 5c83dd14-c0ef-43ef-9720-387582cab9d1, host hv-cinder-80539, cleared binding levels {{(pid=75061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:00:01.144151 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-e7c08427-f41f-4fc1-8182-33bb359f51d0 service neutron] For port 5c83dd14-c0ef-43ef-9720-387582cab9d1, host hv-cinder-80539, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=5c83dd14-c0ef-43ef-9720-387582cab9d1,segment=NetworkSegment(a52ce078-bd22-42ec-957a-b9fc1c8ffc69),segment_id=a52ce078-bd22-42ec-957a-b9fc1c8ffc69)] {{(pid=75061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 16:00:01.154856 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-e7c08427-f41f-4fc1-8182-33bb359f51d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:01.172179 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-342c9595-8283-4cfa-ac3b-07b3019130bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:01.364201 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-e7c08427-f41f-4fc1-8182-33bb359f51d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:01.368582 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-e7c08427-f41f-4fc1-8182-33bb359f51d0 service neutron] 10.222.0.54 "PUT /v2.0/ports/5c83dd14-c0ef-43ef-9720-387582cab9d1 HTTP/1.1" status: 200 len: 1093 time: 3.0153706 Aug 20 16:00:01.369109 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd588459b-8b9e-4c3f-9b43-c310bb925625', 'tag': '5c83dd14-c0ef-43ef-9720-387582cab9d1'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:00:01.418187 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c08427-f41f-4fc1-8182-33bb359f51d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5c83dd14-c0ef-43ef-9720-387582cab9d1,revision_number=3']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:01.426922 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-e7c08427-f41f-4fc1-8182-33bb359f51d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:01.720196 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device b492b5b8-a0d4-4c7b-a96a-842cf248fefd up at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 16:00:01.789779 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b7c8b-271b-4d01-8927-95c603beb55c req-e2d58eaa-5a0a-4ead-a37f-8e8e1daf5bca tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:01.796442 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-831b7c8b-271b-4d01-8927-95c603beb55c req-e2d58eaa-5a0a-4ead-a37f-8e8e1daf5bca tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 943 time: 0.3702395 Aug 20 16:00:01.834723 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81e985-f650-4e49-8af1-0853811773bf req-514f6b55-f384-4804-ba46-a68dcdcfc201 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:01.836171 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7a81e985-f650-4e49-8af1-0853811773bf req-514f6b55-f384-4804-ba46-a68dcdcfc201 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 0.2703366 Aug 20 16:00:01.876954 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning complete for port b492b5b8-a0d4-4c7b-a96a-842cf248fefd triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:00:01.876954 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:01.899268 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-831b7c8b-271b-4d01-8927-95c603beb55c req-5834ccd9-2748-4f82-85ff-559a98b57315 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983303 Aug 20 16:00:01.932690 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7a81e985-f650-4e49-8af1-0853811773bf req-4fa8ee7a-e74f-41c6-b431-6469f0e9dd9f tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788574 Aug 20 16:00:02.158064 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd588459b-8b9e-4c3f-9b43-c310bb925625', 'tag': '5c83dd14-c0ef-43ef-9720-387582cab9d1', 'status': 'completed', 'code': 200} Aug 20 16:00:02.309961 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:02.412878 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port b492b5b8-a0d4-4c7b-a96a-842cf248fefd, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=b492b5b8-a0d4-4c7b-a96a-842cf248fefd,segment=NetworkSegment(68bd6238-2a31-45ae-8fff-c07ee9ddc968),segment_id=68bd6238-2a31-45ae-8fff-c07ee9ddc968)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:00:02.415861 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44698783-c74f-4d38-bbe8-a96ef5ca3b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b492b5b8-a0d4-4c7b-a96a-842cf248fefd'}] {{(pid=75062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:00:02.446314 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:02.449431 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-dfc0e44e-6dc0-4c81-887d-2bdd8caafbdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:02.652136 dv-cinder-805398-3-smb neutron-server[75062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44698783-c74f-4d38-bbe8-a96ef5ca3b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b492b5b8-a0d4-4c7b-a96a-842cf248fefd', 'code': 200} Aug 20 16:00:02.722163 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d6cdd-e374-48e6-b9d8-c0f6d35333b1 req-d3296221-2dd7-40ce-838e-2e6ace4be164 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:02.727647 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-300d6cdd-e374-48e6-b9d8-c0f6d35333b1 req-d3296221-2dd7-40ce-838e-2e6ace4be164 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 946 time: 0.2561941 Aug 20 16:00:02.772739 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=b492b5b8-a0d4-4c7b-a96a-842cf248fefd,revision_number=10']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:02.785100 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:02.831000 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-300d6cdd-e374-48e6-b9d8-c0f6d35333b1 req-587af85e-e3f1-406c-8bb9-49a7b4e1ca5f tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974081 Aug 20 16:00:03.361579 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7800b03-851c-4f25-b88c-187322c36fef req-21bda350-7ab0-436f-a7b8-aa93d0b8dedf tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:03.365185 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e7800b03-851c-4f25-b88c-187322c36fef req-21bda350-7ab0-436f-a7b8-aa93d0b8dedf tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 943 time: 0.2277930 Aug 20 16:00:03.542680 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e7800b03-851c-4f25-b88c-187322c36fef req-03218203-8d1b-4bee-a342-3393812475f4 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759398 Aug 20 16:00:03.607471 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33d40c-f111-4033-a80c-160f2e826612 req-85155d62-3ab3-4ecb-a42a-71f98054bc5f tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:03.609439 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-db33d40c-f111-4033-a80c-160f2e826612 req-85155d62-3ab3-4ecb-a42a-71f98054bc5f tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 0.2411807 Aug 20 16:00:03.667763 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-db33d40c-f111-4033-a80c-160f2e826612 req-874217ae-1cfb-42d5-b396-8739e18f09a4 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494215 Aug 20 16:00:04.296895 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e479544-6da2-4e10-8422-10f47da55b1f req-fe4481b8-5eb6-4711-848a-3f9b21d5a00b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:04.298463 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-0e479544-6da2-4e10-8422-10f47da55b1f req-fe4481b8-5eb6-4711-848a-3f9b21d5a00b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 946 time: 0.1389918 Aug 20 16:00:04.390688 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-0e479544-6da2-4e10-8422-10f47da55b1f req-58f513d2-d46a-44bf-aae6-cf91109005fe tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743566 Aug 20 16:00:04.963759 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6d1aa-ac78-4244-9f84-bb555129e7fa req-826ebade-e291-47bd-830e-0592dca9f597 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:04.965405 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-21b6d1aa-ac78-4244-9f84-bb555129e7fa req-826ebade-e291-47bd-830e-0592dca9f597 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 943 time: 0.1946249 Aug 20 16:00:04.972475 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e098c-b588-4a9a-9341-472830689d92 req-caee6801-807e-4433-8512-92f437282e6e tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:04.974101 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-007e098c-b588-4a9a-9341-472830689d92 req-caee6801-807e-4433-8512-92f437282e6e tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 0.1260211 Aug 20 16:00:05.075085 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-21b6d1aa-ac78-4244-9f84-bb555129e7fa req-1c39e619-7158-40d8-9f1f-337b652ce3c1 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997567 Aug 20 16:00:05.095724 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-007e098c-b588-4a9a-9341-472830689d92 req-d66cf729-54ad-410d-be6a-acf3bc034dd9 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053689 Aug 20 16:00:05.673243 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb6197-f299-4718-bba9-b484b235895d req-e811ce05-977c-4f9e-a207-8e3aa32a5104 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:05.680539 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-97bb6197-f299-4718-bba9-b484b235895d req-e811ce05-977c-4f9e-a207-8e3aa32a5104 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 946 time: 0.1135817 Aug 20 16:00:05.796251 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-97bb6197-f299-4718-bba9-b484b235895d req-2cdcc24a-1277-4c85-987e-d04a42624b70 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060584 Aug 20 16:00:06.423941 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3b229-978a-4191-8bc0-6552575d2cbc req-5f6679b3-f21b-4e8d-97b5-4e782516f238 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:06.426021 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b2b3b229-978a-4191-8bc0-6552575d2cbc req-5f6679b3-f21b-4e8d-97b5-4e782516f238 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 0.1271698 Aug 20 16:00:06.440004 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901abe2-a577-4a32-b968-ce463a0ef29a req-4af44e3a-4924-4137-8bff-82ae98493002 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:06.441494 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-1901abe2-a577-4a32-b968-ce463a0ef29a req-4af44e3a-4924-4137-8bff-82ae98493002 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 943 time: 0.1847110 Aug 20 16:00:06.527054 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b2b3b229-978a-4191-8bc0-6552575d2cbc req-52bb093e-d251-4619-8540-a50b252b0580 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841558 Aug 20 16:00:06.533836 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-1901abe2-a577-4a32-b968-ce463a0ef29a req-440df871-9524-4a1d-85bb-3ab6bcf35cb5 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732484 Aug 20 16:00:07.071119 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29f367-c305-48b0-8713-ab7658a021bc req-9141ab6b-fc69-4999-937b-6172e8c82868 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:07.072559 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2e29f367-c305-48b0-8713-ab7658a021bc req-9141ab6b-fc69-4999-937b-6172e8c82868 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 946 time: 0.1156802 Aug 20 16:00:07.125299 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2e29f367-c305-48b0-8713-ab7658a021bc req-5c689119-bead-48fb-a0c3-2d2e4157c46a tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461698 Aug 20 16:00:07.809809 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9ed29-f8a6-440d-b25e-d859b828aef7 req-14f66c0a-1370-4dfb-b138-e7439ef6def8 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:07.811407 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ede9ed29-f8a6-440d-b25e-d859b828aef7 req-14f66c0a-1370-4dfb-b138-e7439ef6def8 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 943 time: 0.1424761 Aug 20 16:00:07.823860 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c184d-281d-41a1-83fa-f754aeeda8d9 req-aa1e45a3-afd4-4b00-bd4a-a135de73c89f tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:07.825278 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2d6c184d-281d-41a1-83fa-f754aeeda8d9 req-aa1e45a3-afd4-4b00-bd4a-a135de73c89f tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 0.1179433 Aug 20 16:00:07.902249 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ede9ed29-f8a6-440d-b25e-d859b828aef7 req-75c1fba5-8106-4378-846d-f9f8e01faed0 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846272 Aug 20 16:00:07.906249 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2d6c184d-281d-41a1-83fa-f754aeeda8d9 req-635dfc87-a3da-4dda-bcb6-5557e15862c6 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646338 Aug 20 16:00:08.343565 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fada9a-24da-4ead-91f0-6e3ab947c49f req-019d2b14-0d84-4e0d-9f29-a06efd38bbd7 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:08.345098 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c8fada9a-24da-4ead-91f0-6e3ab947c49f req-019d2b14-0d84-4e0d-9f29-a06efd38bbd7 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 946 time: 0.0782292 Aug 20 16:00:08.360560 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 6 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 16:00:08.391550 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c8fada9a-24da-4ead-91f0-6e3ab947c49f req-ada8e585-2f1c-46fe-9524-612b0ecb3647 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404506 Aug 20 16:00:09.052524 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 33464) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:09.368460 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-d61992b8-cf43-49d6-a280-977a0c4faf4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:09.450787 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-d61992b8-cf43-49d6-a280-977a0c4faf4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:00:09.462780 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-d61992b8-cf43-49d6-a280-977a0c4faf4e admin admin] Usage tracker for resource:security_group_rule and tenant:11e70d3740ed40cea468bda7d3dc6b91 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:00:09.467294 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-d61992b8-cf43-49d6-a280-977a0c4faf4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:00:09.482958 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-d61992b8-cf43-49d6-a280-977a0c4faf4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:00:09.497782 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584630c7-318f-4c46-b7a9-8ea016d60a4e req-c8dd29ac-a268-4c50-a8e8-c053d0160d00 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:09.499343 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-584630c7-318f-4c46-b7a9-8ea016d60a4e req-c8dd29ac-a268-4c50-a8e8-c053d0160d00 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 0.4278533 Aug 20 16:00:09.508228 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8881e-ce74-426f-bfb2-95d8b7891817 req-14d7b024-6d04-4109-8ef0-8e121015b547 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:09.509761 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ade8881e-ce74-426f-bfb2-95d8b7891817 req-14d7b024-6d04-4109-8ef0-8e121015b547 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 943 time: 0.2624898 Aug 20 16:00:09.517715 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3a135d5b-cb38-41d3-b0fe-21f4d2d8f5e1 req-44219fbd-b822-41f2-841e-1b13ca00995a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec35394f12464353a4a351c52acc2fbd&device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 1096 time: 0.2692535 Aug 20 16:00:09.598109 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-53a66a83-7d71-49b6-a27b-ff2dfc2813d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:09.729602 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-584630c7-318f-4c46-b7a9-8ea016d60a4e req-2ad031b6-a92a-492f-ac22-4e64c85e448c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2186790 Aug 20 16:00:09.745708 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ade8881e-ce74-426f-bfb2-95d8b7891817 req-11832c2d-bd5a-47ac-b50d-6b787b56f423 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269981 Aug 20 16:00:09.828168 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a135d5b-cb38-41d3-b0fe-21f4d2d8f5e1 req-b0bae2bb-4ceb-4357-a6f2-ccba32bea6de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:09.830499 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3a135d5b-cb38-41d3-b0fe-21f4d2d8f5e1 req-b0bae2bb-4ceb-4357-a6f2-ccba32bea6de service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=ec35394f12464353a4a351c52acc2fbd&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2784638 Aug 20 16:00:09.840435 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-d61992b8-cf43-49d6-a280-977a0c4faf4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:09.871557 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-d61992b8-cf43-49d6-a280-977a0c4faf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:09.889053 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-3565a236-10d1-436b-938d-69a7d1cf7682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:10.052767 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61992b8-cf43-49d6-a280-977a0c4faf4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2951d559-d07e-48cc-aeef-64f4eb47d5a2,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:10.063007 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-d61992b8-cf43-49d6-a280-977a0c4faf4e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11e70d3740ed40cea468bda7d3dc6b91&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0071702 Aug 20 16:00:10.063007 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-d61992b8-cf43-49d6-a280-977a0c4faf4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:10.063878 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 33478) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:10.085906 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:10.125552 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-0f0c4828-4ecc-4a0d-8dde-0b99bafb5e66 req-bfefb29e-8aa7-4033-b2a8-790208e0c6db service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 1099 time: 0.3787637 Aug 20 16:00:10.128157 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a135d5b-cb38-41d3-b0fe-21f4d2d8f5e1 req-5c0ca973-efed-4b8b-b820-2371072e3dd3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:10.130065 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3a135d5b-cb38-41d3-b0fe-21f4d2d8f5e1 req-5c0ca973-efed-4b8b-b820-2371072e3dd3 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2920747 Aug 20 16:00:10.144906 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ecc6c014-8283-461a-b7aa-1ff147865046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:10.173834 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce0eb6-8cd2-47c6-ba6d-4ed94334af58 req-ef20871b-2484-44d9-948d-dcb6c233f09c tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:10.174837 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ecc6c014-8283-461a-b7aa-1ff147865046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:10.175433 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e1ce0eb6-8cd2-47c6-ba6d-4ed94334af58 req-ef20871b-2484-44d9-948d-dcb6c233f09c tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 946 time: 0.2880661 Aug 20 16:00:10.232249 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ecc6c014-8283-461a-b7aa-1ff147865046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:10.238087 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-3b677ee9-ecbd-48c2-80ac-a96572b6e18a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:10.260185 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ecc6c014-8283-461a-b7aa-1ff147865046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:10.261614 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-ecc6c014-8283-461a-b7aa-1ff147865046 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2951d559-d07e-48cc-aeef-64f4eb47d5a2 HTTP/1.1" status: 204 len: 168 time: 0.1947539 Aug 20 16:00:10.262852 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6c014-8283-461a-b7aa-1ff147865046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2951d559-d07e-48cc-aeef-64f4eb47d5a2,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:10.272545 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-ecc6c014-8283-461a-b7aa-1ff147865046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:10.290108 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-0f0c4828-4ecc-4a0d-8dde-0b99bafb5e66 req-fc02f9a8-2459-419f-a98c-834679683f20 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462777 Aug 20 16:00:10.331095 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e1ce0eb6-8cd2-47c6-ba6d-4ed94334af58 req-db3e12f3-8186-4359-86e4-a91c82cd9d3b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157448 Aug 20 16:00:10.341895 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-596bf3db-75b8-494f-a1f2-5e277473e591 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec35394f12464353a4a351c52acc2fbd&device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 1096 time: 0.1620762 Aug 20 16:00:10.612754 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-3664f06e-01c3-456a-a671-12db87e98b2f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c83dd14-c0ef-43ef-9720-387582cab9d1 HTTP/1.1" status: 200 len: 217 time: 0.0899541 Aug 20 16:00:10.675601 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 33490) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:10.698635 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-a91797a4-d3ac-4ac5-94ad-c313511010cf service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:10.700268 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-a91797a4-d3ac-4ac5-94ad-c313511010cf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d6a93898-e1a7-47e9-af71-16ce0ce7027f HTTP/1.1" status: 200 len: 853 time: 0.0801733 Aug 20 16:00:10.709791 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-fa820409-c894-4431-9886-48c44d4ad003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:10.748358 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-fa820409-c894-4431-9886-48c44d4ad003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:00:10.756104 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-fa820409-c894-4431-9886-48c44d4ad003 admin admin] Usage tracker for resource:security_group_rule and tenant:5b829107b0054affa6d492bf6244a54a is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:00:10.761483 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-fa820409-c894-4431-9886-48c44d4ad003 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:00:10.772786 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-fa820409-c894-4431-9886-48c44d4ad003 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:00:10.911042 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-0971e33c-25b7-40bf-bcd1-7319d6148166 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ebdac831-0f71-47ab-be31-14452bf996d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1755545 Aug 20 16:00:10.953816 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-fa820409-c894-4431-9886-48c44d4ad003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:10.961325 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-fa820409-c894-4431-9886-48c44d4ad003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:10.977764 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-704d2e46-66e5-450f-85f8-a1d985dfb50d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:11.031495 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa820409-c894-4431-9886-48c44d4ad003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b734e1a-bc43-4303-b69c-0f0974acb28f,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:11.039830 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-fa820409-c894-4431-9886-48c44d4ad003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:11.083401 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-fa820409-c894-4431-9886-48c44d4ad003 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b829107b0054affa6d492bf6244a54a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4054153 Aug 20 16:00:11.085269 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 33502) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:11.205016 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-9f3d26cf-1e02-4d55-b502-99636ed0cdc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:11.242122 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-9f3d26cf-1e02-4d55-b502-99636ed0cdc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:11.277307 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-2253a41b-20af-4d3b-86ba-49e95eda68b6 service neutron] 10.222.0.54 "GET /v2.0/networks/ebdac831-0f71-47ab-be31-14452bf996d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018904 Aug 20 16:00:11.344028 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-9f3d26cf-1e02-4d55-b502-99636ed0cdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:11.362346 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-d0de85ab-ffda-46b2-9df1-2a3ff44f132b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:11.433489 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d26cf-1e02-4d55-b502-99636ed0cdc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b734e1a-bc43-4303-b69c-0f0974acb28f,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:11.438500 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9128f7-263f-46af-9831-1290ed57edac req-4585a72c-2fd2-4b9f-ba12-6108e0fd72d9 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:11.439078 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-9f3d26cf-1e02-4d55-b502-99636ed0cdc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:11.439985 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-df9128f7-263f-46af-9831-1290ed57edac req-4585a72c-2fd2-4b9f-ba12-6108e0fd72d9 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 0.5274856 Aug 20 16:00:11.454339 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-9f3d26cf-1e02-4d55-b502-99636ed0cdc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:11.456563 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-9f3d26cf-1e02-4d55-b502-99636ed0cdc3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b734e1a-bc43-4303-b69c-0f0974acb28f HTTP/1.1" status: 204 len: 168 time: 0.3693411 Aug 20 16:00:11.465075 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2257cf-0559-4a8a-90ee-fcdf696b8ca1 req-b46b0fd7-abb3-46d6-8505-de3e16d712c3 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:11.482739 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7f2257cf-0559-4a8a-90ee-fcdf696b8ca1 req-b46b0fd7-abb3-46d6-8505-de3e16d712c3 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 943 time: 0.3579314 Aug 20 16:00:11.663148 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5fe40a2a-6e80-4350-8900-5567e02d5b8b req-c54625de-d80c-4fc7-89cf-dadaa277549b service neutron] 10.222.0.54 "GET /v2.0/networks/ebdac831-0f71-47ab-be31-14452bf996d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778710 Aug 20 16:00:11.719435 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7f2257cf-0559-4a8a-90ee-fcdf696b8ca1 req-26568502-c055-4adc-9b15-a9d8f9e94ee0 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333510 Aug 20 16:00:11.720852 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-b42e5bfe-3ef4-49cc-8b1c-b386536a3b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:11.766440 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-df9128f7-263f-46af-9831-1290ed57edac req-1d2fed5d-150d-4e8d-b088-7a7c8fdd904c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2619300 Aug 20 16:00:12.082001 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8ce0f-f944-4882-bf82-7262650d6d3c req-38ee81fc-0649-4c8a-ab84-15567e43a002 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:12.084507 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-56b8ce0f-f944-4882-bf82-7262650d6d3c req-38ee81fc-0649-4c8a-ab84-15567e43a002 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.54 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 0.2496159 Aug 20 16:00:12.095777 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f8621-cb54-40b6-b0e9-ee1b28b2db53 req-1044e0df-67a7-4ec2-8829-0c83b071ff3f tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:12.097298 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-230f8621-cb54-40b6-b0e9-ee1b28b2db53 req-1044e0df-67a7-4ec2-8829-0c83b071ff3f tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 946 time: 0.1279924 Aug 20 16:00:12.202955 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [req-56b8ce0f-f944-4882-bf82-7262650d6d3c req-b7eb2125-ccc9-4cb5-86d8-62e32d0ccaad tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Deleting port 21a3f884-6323-4847-aa22-8978c57eb2b3 {{(pid=75061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:00:12.203550 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-56b8ce0f-f944-4882-bf82-7262650d6d3c req-b7eb2125-ccc9-4cb5-86d8-62e32d0ccaad tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:12.273921 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-230f8621-cb54-40b6-b0e9-ee1b28b2db53 req-55cbeb8f-bc90-4ecc-84f7-9d0e779087e6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451044 Aug 20 16:00:12.554853 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-56b8ce0f-f944-4882-bf82-7262650d6d3c req-b7eb2125-ccc9-4cb5-86d8-62e32d0ccaad tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] For port 21a3f884-6323-4847-aa22-8978c57eb2b3, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=21a3f884-6323-4847-aa22-8978c57eb2b3,segment=NetworkSegment(29e44bf0-25da-4d57-a187-72675e544d99),segment_id=29e44bf0-25da-4d57-a187-72675e544d99)] {{(pid=75061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:00:12.555322 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-56b8ce0f-f944-4882-bf82-7262650d6d3c req-b7eb2125-ccc9-4cb5-86d8-62e32d0ccaad tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:13.047753 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-56b8ce0f-f944-4882-bf82-7262650d6d3c req-b7eb2125-ccc9-4cb5-86d8-62e32d0ccaad tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:13.048851 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-56b8ce0f-f944-4882-bf82-7262650d6d3c req-b7eb2125-ccc9-4cb5-86d8-62e32d0ccaad tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405581'] for floatingip, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:13.048851 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.db.l3_db [req-56b8ce0f-f944-4882-bf82-7262650d6d3c req-b7eb2125-ccc9-4cb5-86d8-62e32d0ccaad tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Floating IP 5835fb42-0516-4c17-90f5-a5c09484d46f disassociated. External IP: 172.28.2.156, port: 21a3f884-6323-4847-aa22-8978c57eb2b3. Aug 20 16:00:13.048851 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [req-56b8ce0f-f944-4882-bf82-7262650d6d3c req-b7eb2125-ccc9-4cb5-86d8-62e32d0ccaad tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Calling delete_port for 21a3f884-6323-4847-aa22-8978c57eb2b3 owned by compute:nova {{(pid=75061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:00:13.150598 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad53d8-9db6-4a94-a10c-aec76bf2d6cf req-d054c1a1-3d5a-472a-b389-72ba7788b452 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:13.155497 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-43ad53d8-9db6-4a94-a10c-aec76bf2d6cf req-d054c1a1-3d5a-472a-b389-72ba7788b452 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 943 time: 0.2422106 Aug 20 16:00:13.187670 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:13.441760 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-43ad53d8-9db6-4a94-a10c-aec76bf2d6cf req-fef3ec4e-10ff-4e0c-85d2-5165b1113fb1 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225480 Aug 20 16:00:13.514189 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a6731-bba4-4461-a94d-f9e83e869b62 req-4a0703c5-6bba-47a1-bfec-a46e69d54d8e tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:13.518925 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-589a6731-bba4-4461-a94d-f9e83e869b62 req-4a0703c5-6bba-47a1-bfec-a46e69d54d8e tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 946 time: 0.3529780 Aug 20 16:00:13.521915 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-56b8ce0f-f944-4882-bf82-7262650d6d3c req-b7eb2125-ccc9-4cb5-86d8-62e32d0ccaad tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952'] for port, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:13.543735 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-e7c08427-f41f-4fc1-8182-33bb359f51d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:13.618754 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb2125-ccc9-4cb5-86d8-62e32d0ccaad tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Pushing event deleted for resources: {'Port': ['ID=21a3f884-6323-4847-aa22-8978c57eb2b3,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:13.622223 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-b7eb2125-ccc9-4cb5-86d8-62e32d0ccaad tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:13.758110 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 21a3f884-6323-4847-aa22-8978c57eb2b3 no longer exists at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 16:00:13.769342 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-589a6731-bba4-4461-a94d-f9e83e869b62 req-4b3d95f3-117d-41a9-a0c6-0bbd2ee31ebb tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=eded63c2-2ce8-4bd9-a1cf-fafd977a2101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2266111 Aug 20 16:00:13.815796 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] No Port match for: 21a3f884-6323-4847-aa22-8978c57eb2b3 {{(pid=75062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 20 16:00:13.816436 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 21a3f884-6323-4847-aa22-8978c57eb2b3 not bound to the agent host hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 16:00:13.821032 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a021322-fd3b-4d4b-9d68-6c33cf07a96d req-48fb4bb2-8fc7-4ccb-a91c-9bd369b076b3 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:13.823055 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7a021322-fd3b-4d4b-9d68-6c33cf07a96d req-48fb4bb2-8fc7-4ccb-a91c-9bd369b076b3 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 946 time: 0.1987543 Aug 20 16:00:13.965422 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7a021322-fd3b-4d4b-9d68-6c33cf07a96d req-0551ca8d-7a95-435f-8ac7-082aa95ca02d tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359937 Aug 20 16:00:14.096768 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56b8ce0f-f944-4882-bf82-7262650d6d3c req-b7eb2125-ccc9-4cb5-86d8-62e32d0ccaad tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Router a9b20389-1c7e-40b6-b47f-af0f943f390d has already been hosted by L3 agent ecccf787-6cb6-4f52-bf94-e4285ae9b988 {{(pid=75061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:00:14.455124 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56b8ce0f-f944-4882-bf82-7262650d6d3c req-b7eb2125-ccc9-4cb5-86d8-62e32d0ccaad tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify agent at l3_agent.dv-cinder-805398-3-smb the message routers_updated {{(pid=75061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:00:14.467744 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd35f1ab-c8f8-491a-804d-d5a6dccc61d7 None None] Sync routers for ids ['a9b20389-1c7e-40b6-b47f-af0f943f390d'] in dv-cinder-805398-3-smb {{(pid=75062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 20 16:00:14.500688 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd35f1ab-c8f8-491a-804d-d5a6dccc61d7 None None] Routers {'a9b20389-1c7e-40b6-b47f-af0f943f390d'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:00:14.505850 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-cd35f1ab-c8f8-491a-804d-d5a6dccc61d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:00:12Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['a9b20389-1c7e-40b6-b47f-af0f943f390d'], 'active': True} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:14.596292 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b8ce0f-f944-4882-bf82-7262650d6d3c req-b7eb2125-ccc9-4cb5-86d8-62e32d0ccaad tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] No DVR routers for this DVR port 21a3f884-6323-4847-aa22-8978c57eb2b3 on host hv-cinder-80539 {{(pid=75061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 16:00:14.599985 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-56b8ce0f-f944-4882-bf82-7262650d6d3c req-b7eb2125-ccc9-4cb5-86d8-62e32d0ccaad tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:14.605563 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3be05f6e-5711-4689-bf40-4505d2605dcb', 'name': 'network-vif-deleted', 'tag': '21a3f884-6323-4847-aa22-8978c57eb2b3'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:00:14.665972 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-56b8ce0f-f944-4882-bf82-7262650d6d3c req-b7eb2125-ccc9-4cb5-86d8-62e32d0ccaad tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.54 "DELETE /v2.0/ports/21a3f884-6323-4847-aa22-8978c57eb2b3 HTTP/1.1" status: 204 len: 173 time: 2.5667608 Aug 20 16:00:14.861810 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3be05f6e-5711-4689-bf40-4505d2605dcb', 'name': 'network-vif-deleted', 'tag': '21a3f884-6323-4847-aa22-8978c57eb2b3', 'status': 'completed', 'code': 200} Aug 20 16:00:15.038262 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:15.077641 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvr_db [None req-cd35f1ab-c8f8-491a-804d-d5a6dccc61d7 None None] Set router a9b20389-1c7e-40b6-b47f-af0f943f390d gateway port host: dv-cinder-805398-3-smb {{(pid=75062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:00:15.345919 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee838ba-dd21-4abe-b2a2-fb187d896309 req-fd7407a9-6a54-4090-b9ed-393fb4b137bd tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:15.349498 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-cee838ba-dd21-4abe-b2a2-fb187d896309 req-fd7407a9-6a54-4090-b9ed-393fb4b137bd tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 943 time: 0.3903790 Aug 20 16:00:15.393212 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-a46e3cfc-67e4-41a9-aefe-42f0d7b48ea5 req-e0ba7352-9963-40a4-b248-bbf727c6d03b tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Synchronizing usage tracker for tenant:e7e604552f7c48b6adf92b9295b42ab0 on resource:port {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 16:00:15.432093 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-cee838ba-dd21-4abe-b2a2-fb187d896309 req-c66e4154-f418-4091-8e73-320018cbc24a tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638855 Aug 20 16:00:15.433675 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-a46e3cfc-67e4-41a9-aefe-42f0d7b48ea5 req-e0ba7352-9963-40a4-b248-bbf727c6d03b tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Unset dirty status for tenant:e7e604552f7c48b6adf92b9295b42ab0 on resource:port {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 16:00:15.445359 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a46e3cfc-67e4-41a9-aefe-42f0d7b48ea5 req-e0ba7352-9963-40a4-b248-bbf727c6d03b tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3be05f6e-5711-4689-bf40-4505d2605dcb HTTP/1.1" status: 200 len: 210 time: 0.2514338 Aug 20 16:00:15.780824 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 5c83dd14-c0ef-43ef-9720-387582cab9d1 details requested by agent hyperv_hv-cinder-80539 with host hv-cinder-80539 {{(pid=75062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 16:00:15.806792 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-cd35f1ab-c8f8-491a-804d-d5a6dccc61d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'name': 'tempest-AttachVolumeTestJSON-1856526269-router', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': '064a5ec0-ca6d-4322-8a54-3af08507212f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:22Z', 'updated_at': '2021-08-20T15:55:38Z', 'revision_number': 4, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'gw_port': {'id': '064a5ec0-ca6d-4322-8a54-3af08507212f', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:62:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:24Z', 'updated_at': '2021-08-20T15:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': '2cfcb533-e428-458a-84c3-08a45fe515b8', 'name': '', 'network_id': 'e1370026-f031-4601-8314-e240c06ab358', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'mac_address': 'fa:16:3e:47:72:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36223243-b246-4e2e-9e1f-57c0926d199c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:33Z', 'updated_at': '2021-08-20T15:55:59Z', 'revision_number': 5, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'subnets': [{'id': '36223243-b246-4e2e-9e1f-57c0926d199c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:15.815089 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd35f1ab-c8f8-491a-804d-d5a6dccc61d7 None None] Checking router: a9b20389-1c7e-40b6-b47f-af0f943f390d for host: dv-cinder-805398-3-smb {{(pid=75062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 20 16:00:15.909613 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd35f1ab-c8f8-491a-804d-d5a6dccc61d7 None None] Routers {'a9b20389-1c7e-40b6-b47f-af0f943f390d'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:00:15.910294 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-cd35f1ab-c8f8-491a-804d-d5a6dccc61d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:00:12Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['a9b20389-1c7e-40b6-b47f-af0f943f390d'], 'active': True} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:16.179283 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvr_db [None req-cd35f1ab-c8f8-491a-804d-d5a6dccc61d7 None None] Set router a9b20389-1c7e-40b6-b47f-af0f943f390d gateway port host: dv-cinder-805398-3-smb {{(pid=75062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:00:16.543473 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 5c83dd14-c0ef-43ef-9720-387582cab9d1, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=5c83dd14-c0ef-43ef-9720-387582cab9d1,segment=NetworkSegment(a52ce078-bd22-42ec-957a-b9fc1c8ffc69),segment_id=a52ce078-bd22-42ec-957a-b9fc1c8ffc69)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:00:16.613160 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Returning: {'device': '5c83dd14-c0ef-43ef-9720-387582cab9d1', 'network_id': 'ebdac831-0f71-47ab-be31-14452bf996d9', 'port_id': '5c83dd14-c0ef-43ef-9720-387582cab9d1', 'mac_address': 'fa:16:3e:0d:9a:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a93898-e1a7-47e9-af71-16ce0ce7027f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 16:00:16.758496 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 33650) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:16.899984 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2097bbbc-205c-47f7-9461-606b1be2c7bd tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:16.939000 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2097bbbc-205c-47f7-9461-606b1be2c7bd tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:16.950738 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:17.003143 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c83dd14-c0ef-43ef-9720-387582cab9d1 {{(pid=75062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 16:00:17.011039 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b37175-7f2a-4fdd-a0c5-1b0057c443d5 req-d244adfa-9746-4a6a-8fe2-fadb979ef6b3 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:17.012555 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-17b37175-7f2a-4fdd-a0c5-1b0057c443d5 req-d244adfa-9746-4a6a-8fe2-fadb979ef6b3 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 943 time: 0.1754885 Aug 20 16:00:17.050107 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 5c83dd14-c0ef-43ef-9720-387582cab9d1, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=5c83dd14-c0ef-43ef-9720-387582cab9d1,segment=NetworkSegment(a52ce078-bd22-42ec-957a-b9fc1c8ffc69),segment_id=a52ce078-bd22-42ec-957a-b9fc1c8ffc69)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:00:17.063664 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2097bbbc-205c-47f7-9461-606b1be2c7bd tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:17.068660 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-348862a2-2570-4f95-9027-9cb0595704bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:17.091351 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:17.110927 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097bbbc-205c-47f7-9461-606b1be2c7bd tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eded63c2-2ce8-4bd9-a1cf-fafd977a2101,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:17.122578 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-59f8c7bc-bd12-4943-bce5-1f7469d84aa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:17.128826 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-2097bbbc-205c-47f7-9461-606b1be2c7bd tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:17.139124 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2097bbbc-205c-47f7-9461-606b1be2c7bd tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:17.141611 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-2097bbbc-205c-47f7-9461-606b1be2c7bd tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "DELETE /v2.0/security-groups/eded63c2-2ce8-4bd9-a1cf-fafd977a2101 HTTP/1.1" status: 204 len: 168 time: 0.3805883 Aug 20 16:00:17.146457 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 33660) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:17.170598 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.api.v2.resource [None req-5981bfbf-cdc3-4f58-99dc-bb469c768226 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] show failed (client error): The resource could not be found. Aug 20 16:00:17.172447 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-5981bfbf-cdc3-4f58-99dc-bb469c768226 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups/eded63c2-2ce8-4bd9-a1cf-fafd977a2101 HTTP/1.1" status: 404 len: 347 time: 0.0246618 Aug 20 16:00:17.178940 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 33664) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:17.205058 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-17b37175-7f2a-4fdd-a0c5-1b0057c443d5 req-2f852620-b136-426f-9673-72a4760d8335 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811819 Aug 20 16:00:17.306923 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-cd35f1ab-c8f8-491a-804d-d5a6dccc61d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'name': 'tempest-AttachVolumeTestJSON-1856526269-router', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': '064a5ec0-ca6d-4322-8a54-3af08507212f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:22Z', 'updated_at': '2021-08-20T15:55:38Z', 'revision_number': 4, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'gw_port': {'id': '064a5ec0-ca6d-4322-8a54-3af08507212f', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:62:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:24Z', 'updated_at': '2021-08-20T15:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': '2cfcb533-e428-458a-84c3-08a45fe515b8', 'name': '', 'network_id': 'e1370026-f031-4601-8314-e240c06ab358', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'mac_address': 'fa:16:3e:47:72:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36223243-b246-4e2e-9e1f-57c0926d199c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:33Z', 'updated_at': '2021-08-20T15:55:59Z', 'revision_number': 5, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'subnets': [{'id': '36223243-b246-4e2e-9e1f-57c0926d199c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:17.314288 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=5c83dd14-c0ef-43ef-9720-387582cab9d1,revision_number=4']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:17.326928 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:17.328976 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd35f1ab-c8f8-491a-804d-d5a6dccc61d7 None None] The sync data for ids ['a9b20389-1c7e-40b6-b47f-af0f943f390d'] in dv-cinder-805398-3-smb is: [{'id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'name': 'tempest-AttachVolumeTestJSON-1856526269-router', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': '064a5ec0-ca6d-4322-8a54-3af08507212f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:22Z', 'updated_at': '2021-08-20T15:55:38Z', 'revision_number': 4, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'gw_port': {'id': '064a5ec0-ca6d-4322-8a54-3af08507212f', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:62:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:24Z', 'updated_at': '2021-08-20T15:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': '2cfcb533-e428-458a-84c3-08a45fe515b8', 'name': '', 'network_id': 'e1370026-f031-4601-8314-e240c06ab358', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'mac_address': 'fa:16:3e:47:72:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36223243-b246-4e2e-9e1f-57c0926d199c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:33Z', 'updated_at': '2021-08-20T15:55:59Z', 'revision_number': 5, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'subnets': [{'id': '36223243-b246-4e2e-9e1f-57c0926d199c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 20 16:00:17.372291 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['5c83dd14-c0ef-43ef-9720-387582cab9d1'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 16:00:17.517332 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-fc51f09f-cda7-4b94-8a0e-e590d9f825d6 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Deleting port ca10a814-7368-4d4c-96d3-0c5202516d6b {{(pid=75060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:00:17.518057 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-fc51f09f-cda7-4b94-8a0e-e590d9f825d6 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:17.758075 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-fc51f09f-cda7-4b94-8a0e-e590d9f825d6 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:17.758400 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-fc51f09f-cda7-4b94-8a0e-e590d9f825d6 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:17.764478 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0beeb42-90c0-410f-86af-f80dc77af701 None None] New status for floating IP 5835fb42-0516-4c17-90f5-a5c09484d46f: DOWN {{(pid=75063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 20 16:00:17.916763 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:17.939237 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-fc51f09f-cda7-4b94-8a0e-e590d9f825d6 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Calling delete_port for ca10a814-7368-4d4c-96d3-0c5202516d6b owned by network:floatingip {{(pid=75060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:00:18.274284 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.db.api [None req-fc51f09f-cda7-4b94-8a0e-e590d9f825d6 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 16:00:18.275126 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_db.api [None req-fc51f09f-cda7-4b94-8a0e-e590d9f825d6 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 16:00:18.498003 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d686b97-19dd-4878-a333-ce9759de78b3 req-6c6e0c60-5f85-471d-af40-955136bd680d tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:18.499652 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-0d686b97-19dd-4878-a333-ce9759de78b3 req-6c6e0c60-5f85-471d-af40-955136bd680d tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 944 time: 0.1020916 Aug 20 16:00:18.552852 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-0d686b97-19dd-4878-a333-ce9759de78b3 req-f4c5c0b2-1035-43b7-aa57-cf444905f818 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462122 Aug 20 16:00:18.776766 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-fc51f09f-cda7-4b94-8a0e-e590d9f825d6 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Deleting port ca10a814-7368-4d4c-96d3-0c5202516d6b {{(pid=75060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:00:18.777116 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-fc51f09f-cda7-4b94-8a0e-e590d9f825d6 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:18.977851 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-fc51f09f-cda7-4b94-8a0e-e590d9f825d6 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:18.978681 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-fc51f09f-cda7-4b94-8a0e-e590d9f825d6 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:19.239908 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-fc51f09f-cda7-4b94-8a0e-e590d9f825d6 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Calling delete_port for ca10a814-7368-4d4c-96d3-0c5202516d6b owned by network:floatingip {{(pid=75060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:00:19.287852 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-719c646e-94eb-42bb-b6d8-0a9d205b86fb req-e4e919b9-e782-433e-b0c0-da0de693837f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1641099 Aug 20 16:00:19.451777 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-719c646e-94eb-42bb-b6d8-0a9d205b86fb req-1888899c-0f84-466f-8a99-05941a633274 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dbaf53e1aea443719d3e819cb3601631&device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 1099 time: 0.1377366 Aug 20 16:00:19.468121 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-fc51f09f-cda7-4b94-8a0e-e590d9f825d6 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6850519'] for port, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:19.475181 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:19.558405 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51f09f-cda7-4b94-8a0e-e590d9f825d6 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Pushing event deleted for resources: {'Port': ['ID=ca10a814-7368-4d4c-96d3-0c5202516d6b,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:19.565951 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-fc51f09f-cda7-4b94-8a0e-e590d9f825d6 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:19.792807 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 5c83dd14-c0ef-43ef-9720-387582cab9d1 up at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 16:00:19.910942 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-fc51f09f-cda7-4b94-8a0e-e590d9f825d6 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for floatingip, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:19.972031 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-fc51f09f-cda7-4b94-8a0e-e590d9f825d6 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for floatingip, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:19.975925 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-fc51f09f-cda7-4b94-8a0e-e590d9f825d6 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "DELETE /v2.0/floatingips/5835fb42-0516-4c17-90f5-a5c09484d46f HTTP/1.1" status: 204 len: 168 time: 2.7951779 Aug 20 16:00:20.080918 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c646e-94eb-42bb-b6d8-0a9d205b86fb req-87f516ca-c006-4b85-b661-2cb6f0e6fc18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:20.096211 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-719c646e-94eb-42bb-b6d8-0a9d205b86fb req-87f516ca-c006-4b85-b661-2cb6f0e6fc18 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a2292af7-a948-4fc0-8b0a-97b490608a31 HTTP/1.1" status: 200 len: 918 time: 0.5993409 Aug 20 16:00:20.140741 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning for port 5c83dd14-c0ef-43ef-9720-387582cab9d1 completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:00:20.155373 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning complete for port 5c83dd14-c0ef-43ef-9720-387582cab9d1 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:00:20.156124 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:20.391218 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612cea6-4d4c-4f01-9adb-7ab8ef508e5a req-99e41448-db75-4df1-a392-872cf16ca7c0 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:20.393121 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7612cea6-4d4c-4f01-9adb-7ab8ef508e5a req-99e41448-db75-4df1-a392-872cf16ca7c0 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 944 time: 0.5445106 Aug 20 16:00:20.416566 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:20.463306 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 33714) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:20.475270 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-acbb6eb3-41ca-4452-b528-900a04cb79fd tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Request body: {'security_group': {'name': 'tempest-securitygroup--119472706', 'description': 'tempest-description--1415635182'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:00:20.480945 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd588459b-8b9e-4c3f-9b43-c310bb925625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c83dd14-c0ef-43ef-9720-387582cab9d1'}] {{(pid=75062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:00:20.488741 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-acbb6eb3-41ca-4452-b528-900a04cb79fd tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:00:20.490285 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-719c646e-94eb-42bb-b6d8-0a9d205b86fb req-22ca9ac6-c075-4b79-a130-38d788c1f08f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b492b5b8-a0d4-4c7b-a96a-842cf248fefd HTTP/1.1" status: 200 len: 1001 time: 0.3621044 Aug 20 16:00:20.498969 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-acbb6eb3-41ca-4452-b528-900a04cb79fd tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Usage tracker for resource:security_group and tenant:e7e604552f7c48b6adf92b9295b42ab0 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:00:20.507135 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 5c83dd14-c0ef-43ef-9720-387582cab9d1, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=5c83dd14-c0ef-43ef-9720-387582cab9d1,segment=NetworkSegment(a52ce078-bd22-42ec-957a-b9fc1c8ffc69),segment_id=a52ce078-bd22-42ec-957a-b9fc1c8ffc69)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:00:20.508466 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-acbb6eb3-41ca-4452-b528-900a04cb79fd tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:00:20.518387 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:20.523653 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-acbb6eb3-41ca-4452-b528-900a04cb79fd tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:00:20.524485 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-a8d44277-dede-408b-b30f-f03376e1273d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:20.559315 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-acbb6eb3-41ca-4452-b528-900a04cb79fd tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:20.604281 dv-cinder-805398-3-smb neutron-server[75062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd588459b-8b9e-4c3f-9b43-c310bb925625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c83dd14-c0ef-43ef-9720-387582cab9d1', 'code': 200} Aug 20 16:00:20.640200 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-acbb6eb3-41ca-4452-b528-900a04cb79fd tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:00:20.661240 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-acbb6eb3-41ca-4452-b528-900a04cb79fd tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Usage tracker for resource:security_group_rule and tenant:e7e604552f7c48b6adf92b9295b42ab0 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:00:20.668474 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-acbb6eb3-41ca-4452-b528-900a04cb79fd tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:00:20.688058 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-acbb6eb3-41ca-4452-b528-900a04cb79fd tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:00:20.693554 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=5c83dd14-c0ef-43ef-9720-387582cab9d1,revision_number=5']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:20.700596 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7612cea6-4d4c-4f01-9adb-7ab8ef508e5a req-e36f48cf-93d5-4049-ac4e-caa3ea08ecc1 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934844 Aug 20 16:00:20.716822 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:20.753032 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c646e-94eb-42bb-b6d8-0a9d205b86fb req-6dd8c461-4f61-426f-8dc4-e18a2e28e72e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:20.756608 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-719c646e-94eb-42bb-b6d8-0a9d205b86fb req-6dd8c461-4f61-426f-8dc4-e18a2e28e72e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2eac451a-2e42-4f5c-8315-eccf4786e9f0 HTTP/1.1" status: 200 len: 855 time: 0.2508659 Aug 20 16:00:20.833020 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-acbb6eb3-41ca-4452-b528-900a04cb79fd tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:20.838077 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-acbb6eb3-41ca-4452-b528-900a04cb79fd tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:20.842810 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-ca8b2413-31e6-4011-a90e-87d74119b38f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:20.902241 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb6eb3-41ca-4452-b528-900a04cb79fd tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60357bcf-581f-410e-9b60-1a2dc829bfa1,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:20.905501 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-acbb6eb3-41ca-4452-b528-900a04cb79fd tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:20.911753 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-acbb6eb3-41ca-4452-b528-900a04cb79fd tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:20.917542 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-acbb6eb3-41ca-4452-b528-900a04cb79fd tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4487348 Aug 20 16:00:20.918265 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 33724) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:20.928015 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-603d662d-db1a-4050-86a9-bb596d24d9ff tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Request body: {'security_group_rule': {'security_group_id': '60357bcf-581f-410e-9b60-1a2dc829bfa1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:00:20.936294 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-603d662d-db1a-4050-86a9-bb596d24d9ff tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:00:20.942683 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-603d662d-db1a-4050-86a9-bb596d24d9ff tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Usage tracker for resource:security_group_rule and tenant:e7e604552f7c48b6adf92b9295b42ab0 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:00:20.947009 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-603d662d-db1a-4050-86a9-bb596d24d9ff tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:00:20.956172 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-603d662d-db1a-4050-86a9-bb596d24d9ff tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:00:20.962450 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-719c646e-94eb-42bb-b6d8-0a9d205b86fb req-bec193ef-5763-45e0-9631-e7696c22290d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a2292af7-a948-4fc0-8b0a-97b490608a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1971714 Aug 20 16:00:20.983629 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-603d662d-db1a-4050-86a9-bb596d24d9ff tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:21.079029 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-603d662d-db1a-4050-86a9-bb596d24d9ff tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:21.086120 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-603d662d-db1a-4050-86a9-bb596d24d9ff tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446176'] for security_group_rule, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:21.092003 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:21.110334 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4b0adcdc-fb31-4090-8b48-4d0a33f4c70a req-70d8225f-63f5-42a4-8d31-eca8f57d7dea service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 1098 time: 0.2235875 Aug 20 16:00:21.148384 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d662d-db1a-4050-86a9-bb596d24d9ff tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5ecee7c-ce77-4ed1-947a-1068496a936e,revision_number=0']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:21.159741 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-603d662d-db1a-4050-86a9-bb596d24d9ff tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:21.177520 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-603d662d-db1a-4050-86a9-bb596d24d9ff tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:21.183093 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-603d662d-db1a-4050-86a9-bb596d24d9ff tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2625973 Aug 20 16:00:21.189139 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 33730) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:21.210091 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-e2835868-9c93-4f7e-a97f-83586793876f tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Request body: {'security_group_rule': {'security_group_id': '60357bcf-581f-410e-9b60-1a2dc829bfa1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:00:21.220714 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-e2835868-9c93-4f7e-a97f-83586793876f tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:00:21.229943 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-e2835868-9c93-4f7e-a97f-83586793876f tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Usage tracker for resource:security_group_rule and tenant:e7e604552f7c48b6adf92b9295b42ab0 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:00:21.232193 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-719c646e-94eb-42bb-b6d8-0a9d205b86fb req-dfe8bd0e-6156-40e4-9095-9dabdccd644d service neutron] 10.222.0.54 "GET /v2.0/networks/a2292af7-a948-4fc0-8b0a-97b490608a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623017 Aug 20 16:00:21.235279 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-e2835868-9c93-4f7e-a97f-83586793876f tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:00:21.251630 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-e2835868-9c93-4f7e-a97f-83586793876f tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:00:21.279030 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-e2835868-9c93-4f7e-a97f-83586793876f tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:21.412409 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4b0adcdc-fb31-4090-8b48-4d0a33f4c70a req-0291a641-177d-464e-a785-91e1b9ebae5e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912352 Aug 20 16:00:21.418549 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-e2835868-9c93-4f7e-a97f-83586793876f tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:21.425415 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-e2835868-9c93-4f7e-a97f-83586793876f tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446176'] for security_group_rule, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:21.429748 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-086da1e5-94c0-4ecc-8e5d-cefa8c135d5b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:21.470234 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2835868-9c93-4f7e-a97f-83586793876f tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc6ceee-14f3-4995-a4fa-96add98a002b,revision_number=0']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:21.475267 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-e2835868-9c93-4f7e-a97f-83586793876f tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:21.491971 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-e2835868-9c93-4f7e-a97f-83586793876f tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:21.498451 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-e2835868-9c93-4f7e-a97f-83586793876f tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3029091 Aug 20 16:00:21.498780 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 33740) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:21.522342 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-bec5e5cc-5552-47a1-bc22-ee0ccc1e71af tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Request body: {'floatingip': {'floating_network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:00:21.531287 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-719c646e-94eb-42bb-b6d8-0a9d205b86fb req-2a57a694-114f-45ac-8b96-7d7754c7922a service neutron] 10.222.0.54 "GET /v2.0/networks/a2292af7-a948-4fc0-8b0a-97b490608a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825289 Aug 20 16:00:21.534616 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-bec5e5cc-5552-47a1-bc22-ee0ccc1e71af tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:00:21.543426 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-bec5e5cc-5552-47a1-bc22-ee0ccc1e71af tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Usage tracker for resource:floatingip and tenant:e7e604552f7c48b6adf92b9295b42ab0 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:00:21.548929 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-bec5e5cc-5552-47a1-bc22-ee0ccc1e71af tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:00:21.563611 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-bec5e5cc-5552-47a1-bc22-ee0ccc1e71af tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:00:21.584615 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-bec5e5cc-5552-47a1-bc22-ee0ccc1e71af tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for floatingip, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:21.623259 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 33744) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:21.764849 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-bec5e5cc-5552-47a1-bc22-ee0ccc1e71af tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:21.864689 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-407a42aa-169a-4bdb-bd30-1d2ac9213a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:21.964365 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-407a42aa-169a-4bdb-bd30-1d2ac9213a9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:00:21.974521 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-407a42aa-169a-4bdb-bd30-1d2ac9213a9c admin admin] Usage tracker for resource:security_group_rule and tenant:112152c7c10843379c9a8655797779c4 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:00:21.978105 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-407a42aa-169a-4bdb-bd30-1d2ac9213a9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:00:21.988111 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-407a42aa-169a-4bdb-bd30-1d2ac9213a9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:00:22.011050 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.db_base_plugin_common [None req-bec5e5cc-5552-47a1-bc22-ee0ccc1e71af tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Allocated IP 172.28.2.104 (1515200a-7cd1-4ec3-bca4-b17b78debdd2/e9a37b8d-0a16-4543-b6cb-0b09a5c894bc/e03b03e8-e2c7-48c0-838d-cc69cc9b5973) {{(pid=75060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:00:22.049833 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebc948-cb44-4640-8b6e-579ffbdccf87 req-d37b668c-54a3-44aa-97ae-568cbae83c3b tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:22.051680 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4eebc948-cb44-4640-8b6e-579ffbdccf87 req-d37b668c-54a3-44aa-97ae-568cbae83c3b tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 945 time: 0.1429732 Aug 20 16:00:22.205839 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-407a42aa-169a-4bdb-bd30-1d2ac9213a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:22.262542 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4eebc948-cb44-4640-8b6e-579ffbdccf87 req-98f261c9-a99b-4dda-bd55-71e2b4a0ead4 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956363 Aug 20 16:00:22.263434 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-407a42aa-169a-4bdb-bd30-1d2ac9213a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:22.278990 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-9f1573ea-b014-476d-8b01-7531fbf92816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:22.337120 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a42aa-169a-4bdb-bd30-1d2ac9213a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e022da-bf73-4d36-8416-7060f27b7f9e,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:22.345708 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-407a42aa-169a-4bdb-bd30-1d2ac9213a9c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=112152c7c10843379c9a8655797779c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7175729 Aug 20 16:00:22.345708 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-407a42aa-169a-4bdb-bd30-1d2ac9213a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:22.347710 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 33758) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:22.372632 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-bec5e5cc-5552-47a1-bc22-ee0ccc1e71af tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for port, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:22.412249 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-bec5e5cc-5552-47a1-bc22-ee0ccc1e71af tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6850519'] for port, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:22.421043 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:22.443501 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-dc1ad328-55c0-49f2-b6bf-0df8864d9a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:22.497365 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-dc1ad328-55c0-49f2-b6bf-0df8864d9a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:22.525071 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec5e5cc-5552-47a1-bc22-ee0ccc1e71af tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Network 1515200a-7cd1-4ec3-bca4-b17b78debdd2 is already hosted by enough agents. {{(pid=75060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:00:22.528871 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.base_scheduler [None req-bec5e5cc-5552-47a1-bc22-ee0ccc1e71af tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Resources bound (agent type, host, resource id): {{(pid=75060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:00:22.530987 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5e5cc-5552-47a1-bc22-ee0ccc1e71af tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Pushing event updated for resources: {'Port': ['ID=e03b03e8-e2c7-48c0-838d-cc69cc9b5973,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:22.533249 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec5e5cc-5552-47a1-bc22-ee0ccc1e71af tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Received port after_create {{(pid=75060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:00:22.570387 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-bec5e5cc-5552-47a1-bc22-ee0ccc1e71af tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:22.585940 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-dc1ad328-55c0-49f2-b6bf-0df8864d9a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:22.607276 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-3bb04190-44ec-4243-8c90-d8e3cb9d88d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:22.635016 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ad328-55c0-49f2-b6bf-0df8864d9a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e022da-bf73-4d36-8416-7060f27b7f9e,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:22.640772 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-dc1ad328-55c0-49f2-b6bf-0df8864d9a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:22.647870 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-dc1ad328-55c0-49f2-b6bf-0df8864d9a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:22.653680 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-dc1ad328-55c0-49f2-b6bf-0df8864d9a80 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91e022da-bf73-4d36-8416-7060f27b7f9e HTTP/1.1" status: 204 len: 168 time: 0.3009548 Aug 20 16:00:22.771251 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-bec5e5cc-5552-47a1-bc22-ee0ccc1e71af tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:22.860483 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-bec5e5cc-5552-47a1-bc22-ee0ccc1e71af tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:23.234037 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-bec5e5cc-5552-47a1-bc22-ee0ccc1e71af tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for port, precommit_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:23.241427 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-bec5e5cc-5552-47a1-bc22-ee0ccc1e71af tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6850526'] for port, after_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:23.246157 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:23.364773 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-bec5e5cc-5552-47a1-bc22-ee0ccc1e71af tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405581'] for floatingip, after_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:23.386641 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5e5cc-5552-47a1-bc22-ee0ccc1e71af tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Pushing event updated for resources: {'Port': ['ID=e03b03e8-e2c7-48c0-838d-cc69cc9b5973,revision_number=2']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:23.392378 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-bec5e5cc-5552-47a1-bc22-ee0ccc1e71af tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:23.416029 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-bec5e5cc-5552-47a1-bc22-ee0ccc1e71af tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for floatingip, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:23.418419 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-bec5e5cc-5552-47a1-bc22-ee0ccc1e71af tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9185498 Aug 20 16:00:24.093979 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d61566-2a62-4e46-9712-05ceef389876 req-434b3558-ca7b-498e-bae7-1b9ec79af6c0 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:24.109268 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b4d61566-2a62-4e46-9712-05ceef389876 req-434b3558-ca7b-498e-bae7-1b9ec79af6c0 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 945 time: 0.6911829 Aug 20 16:00:24.211933 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b4d61566-2a62-4e46-9712-05ceef389876 req-d7359e48-6c66-43f1-aab9-71d268d1c400 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006927 Aug 20 16:00:24.232836 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 33810) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:24.324604 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-5ae6e317-3848-4ad0-b419-d3daa251a84b tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--119472706&fields=id&tenant_id=e7e604552f7c48b6adf92b9295b42ab0 HTTP/1.1" status: 200 len: 267 time: 0.0548227 Aug 20 16:00:24.559647 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 33824) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:24.709233 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-d2618b6a-275c-4460-b99a-1f0b00e872a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:24.711486 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-1d252744-6f3d-4607-aaad-0cfe277db5c0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-175245446-network', 'tenant_id': '4aa85ac1b5744629b15ceb86e66e4a5f'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:00:24.719318 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-1d252744-6f3d-4607-aaad-0cfe277db5c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:00:24.726589 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-1d252744-6f3d-4607-aaad-0cfe277db5c0 admin admin] Usage tracker for resource:network and tenant:4aa85ac1b5744629b15ceb86e66e4a5f is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:00:24.732098 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-1d252744-6f3d-4607-aaad-0cfe277db5c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:00:24.745441 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-1d252744-6f3d-4607-aaad-0cfe277db5c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:00:24.758212 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-cb5b98a4-3518-460b-998c-3e1dfc9bcdaa tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:24.760589 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-cb5b98a4-3518-460b-998c-3e1dfc9bcdaa tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/networks?id=e1370026-f031-4601-8314-e240c06ab358 HTTP/1.1" status: 200 len: 811 time: 0.4169283 Aug 20 16:00:24.760928 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d252744-6f3d-4607-aaad-0cfe277db5c0 admin admin] Made reservation on behalf of 4aa85ac1b5744629b15ceb86e66e4a5f for: {'network': 1} {{(pid=75060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 16:00:24.764800 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-1d252744-6f3d-4607-aaad-0cfe277db5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for network, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:24.800451 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-1d252744-6f3d-4607-aaad-0cfe277db5c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:24.826913 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-8ac9b7f3-1bdb-4f8e-9c8e-af605fdfaa05 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/quotas/e7e604552f7c48b6adf92b9295b42ab0 HTTP/1.1" status: 200 len: 375 time: 0.0542452 Aug 20 16:00:24.833530 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-d2618b6a-275c-4460-b99a-1f0b00e872a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:00:24.841191 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-d2618b6a-275c-4460-b99a-1f0b00e872a9 admin admin] Usage tracker for resource:security_group_rule and tenant:b8323f443298461c85082da7d664f3f5 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:00:24.850640 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be4f66-8324-4a5f-b90c-704eb53a9a11 req-32ae9de7-6d51-40cf-93f0-1e5744dab1ba tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:24.852184 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-16be4f66-8324-4a5f-b90c-704eb53a9a11 req-32ae9de7-6d51-40cf-93f0-1e5744dab1ba tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 945 time: 0.3325784 Aug 20 16:00:24.853197 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-d2618b6a-275c-4460-b99a-1f0b00e872a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:00:24.861797 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-1d252744-6f3d-4607-aaad-0cfe277db5c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:00:24.868763 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-1d252744-6f3d-4607-aaad-0cfe277db5c0 admin admin] Usage tracker for resource:security_group_rule and tenant:4aa85ac1b5744629b15ceb86e66e4a5f is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:00:24.873954 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-1d252744-6f3d-4607-aaad-0cfe277db5c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:00:24.884417 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-1d252744-6f3d-4607-aaad-0cfe277db5c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:00:24.894323 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-d2618b6a-275c-4460-b99a-1f0b00e872a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:00:25.005008 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-1d252744-6f3d-4607-aaad-0cfe277db5c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:25.010004 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-16be4f66-8324-4a5f-b90c-704eb53a9a11 req-ef6ab36c-b1e7-4d61-bd59-78b9cc355df8 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217668 Aug 20 16:00:25.024286 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-1d252744-6f3d-4607-aaad-0cfe277db5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:25.042932 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-42a1795c-70d3-477f-9f43-b42875873971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:25.081811 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d252744-6f3d-4607-aaad-0cfe277db5c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1255, 'physical_network': 'physnet1'} {{(pid=75060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 20 16:00:25.096475 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d252744-6f3d-4607-aaad-0cfe277db5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04bc6682-8463-4af1-bbc7-9e062b3d2913,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:25.102022 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-1d252744-6f3d-4607-aaad-0cfe277db5c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:25.102532 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-1d252744-6f3d-4607-aaad-0cfe277db5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577716'] for segment, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:25.102863 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.db.segments_db [None req-1d252744-6f3d-4607-aaad-0cfe277db5c0 admin admin] Added segment fec95dd2-d5a2-46ea-8494-372d23072abb of type vlan for network 573c1213-77ed-460b-8c84-ad8019a0d321 Aug 20 16:00:25.107670 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-d2618b6a-275c-4460-b99a-1f0b00e872a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:25.144436 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-52c71fcb-0c52-4d47-bbb8-f74f0210a401 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7e604552f7c48b6adf92b9295b42ab0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3041890 Aug 20 16:00:25.147535 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-d2618b6a-275c-4460-b99a-1f0b00e872a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:25.170007 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-407a42aa-169a-4bdb-bd30-1d2ac9213a9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:25.261973 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-1d252744-6f3d-4607-aaad-0cfe277db5c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786828959910'] for network, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:25.295180 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-1d252744-6f3d-4607-aaad-0cfe277db5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924'] for network, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:25.297107 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d252744-6f3d-4607-aaad-0cfe277db5c0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:25.298108 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-1d252744-6f3d-4607-aaad-0cfe277db5c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for network, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:25.310750 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-2a2b666e-fd3b-4dad-b8f1-13d84cb02e7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:25.406278 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2618b6a-275c-4460-b99a-1f0b00e872a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9c2348-7e4f-4d77-a510-9a12596bd943,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:25.413778 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-d2618b6a-275c-4460-b99a-1f0b00e872a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:25.421233 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-1d252744-6f3d-4607-aaad-0cfe277db5c0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8600414 Aug 20 16:00:25.421906 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 33832) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:25.433111 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-6aeb4a5e-04fb-4a40-b6ee-204a4292a407 admin admin] Request body: {'subnet': {'network_id': '573c1213-77ed-460b-8c84-ad8019a0d321', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-175245446-subnet', 'tenant_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'ip_version': 4}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:00:25.437937 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-d2618b6a-275c-4460-b99a-1f0b00e872a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8323f443298461c85082da7d664f3f5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1997356 Aug 20 16:00:25.440256 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 33836) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:25.441074 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-6aeb4a5e-04fb-4a40-b6ee-204a4292a407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:00:25.446247 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d252744-6f3d-4607-aaad-0cfe277db5c0 admin admin] Pushing event updated for resources: {'Network': ['ID=573c1213-77ed-460b-8c84-ad8019a0d321,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:25.450983 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-1d252744-6f3d-4607-aaad-0cfe277db5c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:25.451926 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-6aeb4a5e-04fb-4a40-b6ee-204a4292a407 admin admin] Usage tracker for resource:subnet and tenant:4aa85ac1b5744629b15ceb86e66e4a5f is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:00:25.456166 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-6aeb4a5e-04fb-4a40-b6ee-204a4292a407 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:00:25.471535 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-6aeb4a5e-04fb-4a40-b6ee-204a4292a407 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:00:25.490426 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Network 573c1213-77ed-460b-8c84-ad8019a0d321 details requested by agent ovs-agent-dv-cinder-805398-3-smb with host dv-cinder-805398-3-smb {{(pid=75062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 16:00:25.493023 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aeb4a5e-04fb-4a40-b6ee-204a4292a407 admin admin] Made reservation on behalf of 4aa85ac1b5744629b15ceb86e66e4a5f for: {'subnet': 1} {{(pid=75060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 16:00:25.495962 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-6aeb4a5e-04fb-4a40-b6ee-204a4292a407 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1265244'] for subnet, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:25.609816 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-6dd78880-5143-48cd-8a53-f3c4e1bd3833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:25.666821 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-6dd78880-5143-48cd-8a53-f3c4e1bd3833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:25.784302 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-6aeb4a5e-04fb-4a40-b6ee-204a4292a407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6850411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1265230'] for subnet, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:25.792445 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:25.794305 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-2c351bc2-e8ab-478f-b89e-f5f4f489cc5c service neutron] 10.222.0.13 "GET /v2.0/networks/e1370026-f031-4601-8314-e240c06ab358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6275165 Aug 20 16:00:25.796267 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-6dd78880-5143-48cd-8a53-f3c4e1bd3833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:25.803591 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:25.865244 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd78880-5143-48cd-8a53-f3c4e1bd3833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9c2348-7e4f-4d77-a510-9a12596bd943,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:25.869627 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-6dd78880-5143-48cd-8a53-f3c4e1bd3833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:25.888844 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb4a5e-04fb-4a40-b6ee-204a4292a407 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39415324-6de0-401c-8e7e-a0482fdc5f52,revision_number=0']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:25.911076 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-6aeb4a5e-04fb-4a40-b6ee-204a4292a407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:25.946560 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeb4a5e-04fb-4a40-b6ee-204a4292a407 admin admin] Checking segment: {'id': 'fec95dd2-d5a2-46ea-8494-372d23072abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '573c1213-77ed-460b-8c84-ad8019a0d321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 16:00:25.947119 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aeb4a5e-04fb-4a40-b6ee-204a4292a407 admin admin] Network hostable DHCP agents. Network: 573c1213-77ed-460b-8c84-ad8019a0d321, hostable agents: ['8a4a5844-dabe-4d00-86b6-cc46effaa58e'], hosted agents: [] {{(pid=75060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 16:00:25.951136 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-6dd78880-5143-48cd-8a53-f3c4e1bd3833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:25.956578 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-6dd78880-5143-48cd-8a53-f3c4e1bd3833 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc9c2348-7e4f-4d77-a510-9a12596bd943 HTTP/1.1" status: 204 len: 168 time: 0.5114245 Aug 20 16:00:25.998052 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aeb4a5e-04fb-4a40-b6ee-204a4292a407 admin admin] Network 573c1213-77ed-460b-8c84-ad8019a0d321 is scheduled to be hosted by DHCP agent 8a4a5844-dabe-4d00-86b6-cc46effaa58e with binding_index 1 {{(pid=75060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 16:00:26.023068 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.base_scheduler [None req-6aeb4a5e-04fb-4a40-b6ee-204a4292a407 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805398-3-smb, 573c1213-77ed-460b-8c84-ad8019a0d321) {{(pid=75060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:00:26.043286 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d9ae40-80b0-4584-a22b-9d0111b2746b None None] Network 573c1213-77ed-460b-8c84-ad8019a0d321 requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 16:00:26.062609 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aeb4a5e-04fb-4a40-b6ee-204a4292a407 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:26.064122 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-6aeb4a5e-04fb-4a40-b6ee-204a4292a407 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:26.123615 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-6aeb4a5e-04fb-4a40-b6ee-204a4292a407 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6976709 Aug 20 16:00:26.124786 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 33846) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:26.138081 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-b7dcd876-4980-4882-aee9-5ab97a9f6e39 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-175245446-router', 'tenant_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'}}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:00:26.143904 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-b7dcd876-4980-4882-aee9-5ab97a9f6e39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:00:26.152757 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-b7dcd876-4980-4882-aee9-5ab97a9f6e39 admin admin] Usage tracker for resource:router and tenant:4aa85ac1b5744629b15ceb86e66e4a5f is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:00:26.159024 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-b7dcd876-4980-4882-aee9-5ab97a9f6e39 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:00:26.172230 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-b7dcd876-4980-4882-aee9-5ab97a9f6e39 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:00:26.195588 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b7dcd876-4980-4882-aee9-5ab97a9f6e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12511'] for router, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:26.195821 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-6df01b94-52df-4f67-a575-951f423deadb service neutron] 10.222.0.13 "GET /v2.0/networks/e1370026-f031-4601-8314-e240c06ab358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741832 Aug 20 16:00:26.198268 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b7dcd876-4980-4882-aee9-5ab97a9f6e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12324'] for router, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:26.237808 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b7dcd876-4980-4882-aee9-5ab97a9f6e39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:26.259503 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d8444-172c-483c-8b94-3789e18fd34e req-581fa53b-6690-4e84-bb0e-a758732319c0 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:26.261323 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3d2d8444-172c-483c-8b94-3789e18fd34e req-581fa53b-6690-4e84-bb0e-a758732319c0 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/ports?device_id=4218fdbf-5f35-4899-9e3c-728cc1e64370 HTTP/1.1" status: 200 len: 945 time: 0.1926298 Aug 20 16:00:26.353499 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3d2d8444-172c-483c-8b94-3789e18fd34e req-86da47cb-deea-43f8-b087-4213b28d9579 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/security-groups?id=112b4c4a-9aac-4563-ba95-eb7bf21b72a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851791 Aug 20 16:00:26.520239 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca57175-cb6e-429a-a840-d6d9a4990d5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee73cc1e-0249-5885-9e66-62ae7a28c6c5-573c1213-77ed-460b-8c84-ad8019a0d321', 'network_id': '573c1213-77ed-460b-8c84-ad8019a0d321', 'tenant_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'fixed_ips': [{'subnet_id': '39415324-6de0-401c-8e7e-a0482fdc5f52'}]}} from dv-cinder-805398-3-smb. {{(pid=75062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 20 16:00:26.521147 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-8ca57175-cb6e-429a-a840-d6d9a4990d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:26.554018 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b7dcd876-4980-4882-aee9-5ab97a9f6e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12338'] for router, precommit_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:26.739825 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.db_base_plugin_common [None req-8ca57175-cb6e-429a-a840-d6d9a4990d5b None None] Allocated IP 172.20.0.2 (573c1213-77ed-460b-8c84-ad8019a0d321/39415324-6de0-401c-8e7e-a0482fdc5f52/81ece47e-e149-4186-a77a-4cd16b44e598) {{(pid=75062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:00:26.849545 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 33856) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:26.905791 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-5271f4ad-d14c-4d07-b873-3e4ebec00dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:26.915907 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4f92e78f-3d4c-4dfb-a7ef-34de0e6a0f1a req-1b603196-d3ae-4747-8e4d-55f0f549bd77 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=377ef7b7-86ec-4eb0-8fac-1672ccab5e10 HTTP/1.1" status: 200 len: 210 time: 0.1287062 Aug 20 16:00:26.977463 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-5271f4ad-d14c-4d07-b873-3e4ebec00dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:00:26.977463 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-5271f4ad-d14c-4d07-b873-3e4ebec00dd7 admin admin] Usage tracker for resource:security_group_rule and tenant:06ca1d184781480a98bff0202fcd35cf is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:00:26.979227 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-5271f4ad-d14c-4d07-b873-3e4ebec00dd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:00:26.996141 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-5271f4ad-d14c-4d07-b873-3e4ebec00dd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:00:27.026230 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25b4d6-a454-4531-9caa-350b7c4bb0e5 req-d5f62ce5-554a-470f-b117-5987b8e5fed7 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:27.028615 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6b25b4d6-a454-4531-9caa-350b7c4bb0e5 req-d5f62ce5-554a-470f-b117-5987b8e5fed7 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 945 time: 0.3522243 Aug 20 16:00:27.126685 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6b25b4d6-a454-4531-9caa-350b7c4bb0e5 req-3240d53e-38ad-48f7-a3f4-db308b5d1b53 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843701 Aug 20 16:00:27.181682 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-8ca57175-cb6e-429a-a840-d6d9a4990d5b None None] Notify callbacks [] for port, precommit_create {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:27.207280 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-8ca57175-cb6e-429a-a840-d6d9a4990d5b None None] Transition to ACTIVE for port object 81ece47e-e149-4186-a77a-4cd16b44e598 will not be triggered until provisioned by entity L2. {{(pid=75062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:00:27.230897 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-5271f4ad-d14c-4d07-b873-3e4ebec00dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:27.237671 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b7dcd876-4980-4882-aee9-5ab97a9f6e39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:27.260867 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-8ca57175-cb6e-429a-a840-d6d9a4990d5b None None] Transition to ACTIVE for port object 81ece47e-e149-4186-a77a-4cd16b44e598 will not be triggered until provisioned by entity DHCP. {{(pid=75062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:00:27.269617 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-8ca57175-cb6e-429a-a840-d6d9a4990d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943'] for port, after_create {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:27.275126 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:27.280870 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-5271f4ad-d14c-4d07-b873-3e4ebec00dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:27.296665 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-59d17a6a-1210-4fb3-bbd7-3daed9b0dcc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:27.304629 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b7dcd876-4980-4882-aee9-5ab97a9f6e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:27.355883 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca57175-cb6e-429a-a840-d6d9a4990d5b None None] Network 573c1213-77ed-460b-8c84-ad8019a0d321 is already hosted by enough agents. {{(pid=75062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:00:27.359657 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.scheduler.base_scheduler [None req-8ca57175-cb6e-429a-a840-d6d9a4990d5b None None] Resources bound (agent type, host, resource id): {{(pid=75062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:00:27.364638 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca57175-cb6e-429a-a840-d6d9a4990d5b None None] Received port after_create {{(pid=75062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:00:27.372170 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca57175-cb6e-429a-a840-d6d9a4990d5b None None] Pushing event updated for resources: {'Port': ['ID=81ece47e-e149-4186-a77a-4cd16b44e598,revision_number=1']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:27.376945 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-8ca57175-cb6e-429a-a840-d6d9a4990d5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:27.425608 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271f4ad-d14c-4d07-b873-3e4ebec00dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7aa057f-8dc7-4dea-aac6-0e2dcd1cbb85,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:27.436115 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-5271f4ad-d14c-4d07-b873-3e4ebec00dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:27.444925 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-5271f4ad-d14c-4d07-b873-3e4ebec00dd7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06ca1d184781480a98bff0202fcd35cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5942218 Aug 20 16:00:27.445313 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 33870) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:27.485102 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-8ca57175-cb6e-429a-a840-d6d9a4990d5b None None] Attempting to bind port 81ece47e-e149-4186-a77a-4cd16b44e598 on host dv-cinder-805398-3-smb for vnic_type normal with profile {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 16:00:27.485962 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-8ca57175-cb6e-429a-a840-d6d9a4990d5b None None] Attempting to bind port 81ece47e-e149-4186-a77a-4cd16b44e598 by drivers openvswitch,hyperv on host dv-cinder-805398-3-smb at level 0 using segments [{'id': 'fec95dd2-d5a2-46ea-8494-372d23072abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '573c1213-77ed-460b-8c84-ad8019a0d321'}] {{(pid=75062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 16:00:27.486666 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca57175-cb6e-429a-a840-d6d9a4990d5b None None] Attempting to bind port 81ece47e-e149-4186-a77a-4cd16b44e598 on network 573c1213-77ed-460b-8c84-ad8019a0d321 {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:00:27.496107 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca57175-cb6e-429a-a840-d6d9a4990d5b None None] Checking agent: {'id': 'f0705a43-169d-4811-8182-ed59241d69e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805398-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 46, 40), 'started_at': datetime.datetime(2021, 8, 20, 15, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 16, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805398-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 16:00:27.497121 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca57175-cb6e-429a-a840-d6d9a4990d5b None None] Checking segment: {'id': 'fec95dd2-d5a2-46ea-8494-372d23072abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '573c1213-77ed-460b-8c84-ad8019a0d321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 16:00:27.497815 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-8ca57175-cb6e-429a-a840-d6d9a4990d5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:27.498613 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca57175-cb6e-429a-a840-d6d9a4990d5b None None] Bound using segment: {'id': 'fec95dd2-d5a2-46ea-8494-372d23072abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '573c1213-77ed-460b-8c84-ad8019a0d321'} {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 16:00:27.499492 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-8ca57175-cb6e-429a-a840-d6d9a4990d5b None None] Bound port: 81ece47e-e149-4186-a77a-4cd16b44e598, host: dv-cinder-805398-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec95dd2-d5a2-46ea-8494-372d23072abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '573c1213-77ed-460b-8c84-ad8019a0d321'}}] {{(pid=75062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 16:00:27.500159 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-8ca57175-cb6e-429a-a840-d6d9a4990d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:27.636146 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-c3cdbc2d-8082-4d81-a227-50069077ccfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:27.675189 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.db_base_plugin_common [None req-b7dcd876-4980-4882-aee9-5ab97a9f6e39 admin admin] Allocated IP 172.28.2.81 (1515200a-7cd1-4ec3-bca4-b17b78debdd2/e9a37b8d-0a16-4543-b6cb-0b09a5c894bc/c75fd55a-76d9-4225-8333-61ba75d1f9ea) {{(pid=75060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:00:27.722923 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-8ca57175-cb6e-429a-a840-d6d9a4990d5b None None] For port 81ece47e-e149-4186-a77a-4cd16b44e598, host dv-cinder-805398-3-smb, cleared binding levels {{(pid=75062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:00:27.729316 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-8ca57175-cb6e-429a-a840-d6d9a4990d5b None None] For port 81ece47e-e149-4186-a77a-4cd16b44e598, host dv-cinder-805398-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=81ece47e-e149-4186-a77a-4cd16b44e598,segment=NetworkSegment(fec95dd2-d5a2-46ea-8494-372d23072abb),segment_id=fec95dd2-d5a2-46ea-8494-372d23072abb)] {{(pid=75062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 16:00:27.738433 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-c3cdbc2d-8082-4d81-a227-50069077ccfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:27.745798 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-8ca57175-cb6e-429a-a840-d6d9a4990d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:27.764654 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:27.835430 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e98da2-986a-4e54-b49e-71f79cd1f91f req-2d31ca2d-a2b1-4994-9bcc-f95608455015 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:27.843307 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c7e98da2-986a-4e54-b49e-71f79cd1f91f req-2d31ca2d-a2b1-4994-9bcc-f95608455015 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/ports?device_id=4218fdbf-5f35-4899-9e3c-728cc1e64370 HTTP/1.1" status: 200 len: 945 time: 0.1859541 Aug 20 16:00:27.924215 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-c3cdbc2d-8082-4d81-a227-50069077ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:27.932901 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-dc1ad328-55c0-49f2-b6bf-0df8864d9a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:27.956763 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cdbc2d-8082-4d81-a227-50069077ccfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7aa057f-8dc7-4dea-aac6-0e2dcd1cbb85,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:27.959006 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b7dcd876-4980-4882-aee9-5ab97a9f6e39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:27.973610 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c7e98da2-986a-4e54-b49e-71f79cd1f91f req-4fe922fc-6df5-4850-8c22-8ddf23539dc3 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/security-groups?id=112b4c4a-9aac-4563-ba95-eb7bf21b72a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290374 Aug 20 16:00:27.974743 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-c3cdbc2d-8082-4d81-a227-50069077ccfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:27.997124 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca57175-cb6e-429a-a840-d6d9a4990d5b None None] Pushing event updated for resources: {'Port': ['ID=81ece47e-e149-4186-a77a-4cd16b44e598,revision_number=2']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:27.998855 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-c3cdbc2d-8082-4d81-a227-50069077ccfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:28.007504 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-c3cdbc2d-8082-4d81-a227-50069077ccfd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7aa057f-8dc7-4dea-aac6-0e2dcd1cbb85 HTTP/1.1" status: 204 len: 168 time: 0.5549638 Aug 20 16:00:28.012155 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b7dcd876-4980-4882-aee9-5ab97a9f6e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6850519'] for port, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:28.016146 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-01c72625-5029-48c5-ac15-81d8e928e6cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:28.047885 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-8ca57175-cb6e-429a-a840-d6d9a4990d5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:28.188988 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dcd876-4980-4882-aee9-5ab97a9f6e39 admin admin] Network 1515200a-7cd1-4ec3-bca4-b17b78debdd2 is already hosted by enough agents. {{(pid=75060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:00:28.197170 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.base_scheduler [None req-b7dcd876-4980-4882-aee9-5ab97a9f6e39 admin admin] Resources bound (agent type, host, resource id): {{(pid=75060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:00:28.209780 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dcd876-4980-4882-aee9-5ab97a9f6e39 admin admin] Pushing event updated for resources: {'Port': ['ID=c75fd55a-76d9-4225-8333-61ba75d1f9ea,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:28.217554 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dcd876-4980-4882-aee9-5ab97a9f6e39 admin admin] Received port after_create {{(pid=75060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:00:28.258321 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-b7dcd876-4980-4882-aee9-5ab97a9f6e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:28.301546 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c5be0825-9d01-431f-9632-f8d7ff2f45d1 req-1ecc694f-b2e2-4912-a3d5-263557b60202 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=377ef7b7-86ec-4eb0-8fac-1672ccab5e10 HTTP/1.1" status: 200 len: 210 time: 0.0767121 Aug 20 16:00:28.569644 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b7dcd876-4980-4882-aee9-5ab97a9f6e39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:28.570464 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b7dcd876-4980-4882-aee9-5ab97a9f6e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405534'] for router, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:28.824094 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-286aae10-455e-4e15-acb3-30c68020863b tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:28.827822 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-286aae10-455e-4e15-acb3-30c68020863b tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.54 "GET /v2.0/networks?id=e1370026-f031-4601-8314-e240c06ab358 HTTP/1.1" status: 200 len: 811 time: 0.3820751 Aug 20 16:00:28.948489 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-c0107eca-037f-4b0d-901c-9f4cb7428a07 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7e604552f7c48b6adf92b9295b42ab0 HTTP/1.1" status: 200 len: 379 time: 0.1028452 Aug 20 16:00:28.966225 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-073069f1-21d0-4d62-9619-baaee6f7883c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Request body: {'port': {'device_id': '377ef7b7-86ec-4eb0-8fac-1672ccab5e10', 'network_id': 'e1370026-f031-4601-8314-e240c06ab358', 'admin_state_up': True, 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'security_groups': ['60357bcf-581f-410e-9b60-1a2dc829bfa1']}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:00:29.302085 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7dcd876-4980-4882-aee9-5ab97a9f6e39 admin admin] Router 2cd9a38e-3602-4546-bdcd-5ef6c69a97b3 is scheduled to L3 agent ecccf787-6cb6-4f52-bf94-e4285ae9b988 with binding_index 1 {{(pid=75060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 16:00:29.357883 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 81ece47e-e149-4186-a77a-4cd16b44e598 up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 16:00:29.499864 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-073069f1-21d0-4d62-9619-baaee6f7883c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:00:29.524302 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-073069f1-21d0-4d62-9619-baaee6f7883c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Usage tracker for resource:port and tenant:e7e604552f7c48b6adf92b9295b42ab0 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:00:29.531092 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-073069f1-21d0-4d62-9619-baaee6f7883c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Quota usage for port was recalculated. Used quota:3. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:00:29.540420 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-073069f1-21d0-4d62-9619-baaee6f7883c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:00:29.574915 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-073069f1-21d0-4d62-9619-baaee6f7883c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Made reservation on behalf of e7e604552f7c48b6adf92b9295b42ab0 for: {'port': 1} {{(pid=75061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 16:00:29.575301 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning for port 81ece47e-e149-4186-a77a-4cd16b44e598 completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:00:29.579188 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-073069f1-21d0-4d62-9619-baaee6f7883c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:29.684873 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-381dd3f2-f256-4c0c-b0ae-471d0b5b443a req-a8a81887-381d-4ab3-9040-10d2d616ad89 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=377ef7b7-86ec-4eb0-8fac-1672ccab5e10 HTTP/1.1" status: 200 len: 210 time: 0.0790873 Aug 20 16:00:29.727836 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7dcd876-4980-4882-aee9-5ab97a9f6e39 admin admin] Notify agent at l3_agent.dv-cinder-805398-3-smb the message routers_updated {{(pid=75060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:00:29.738106 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b0c168-b4b4-43fb-8491-700416c9826c None None] Sync routers for ids ['2cd9a38e-3602-4546-bdcd-5ef6c69a97b3'] in dv-cinder-805398-3-smb {{(pid=75062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 20 16:00:29.751506 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b0c168-b4b4-43fb-8491-700416c9826c None None] Routers {'2cd9a38e-3602-4546-bdcd-5ef6c69a97b3'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:00:29.752159 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-97b0c168-b4b4-43fb-8491-700416c9826c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:00:12Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['2cd9a38e-3602-4546-bdcd-5ef6c69a97b3'], 'active': True} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:29.773578 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af2210-5c8a-400c-9dd1-bd74778276f5 req-edf8e62e-2afa-4448-b116-16b49910967e tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:29.774685 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-b7dcd876-4980-4882-aee9-5ab97a9f6e39 admin admin] Notify callbacks [] for router, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:29.776495 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-b7dcd876-4980-4882-aee9-5ab97a9f6e39 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.6491618 Aug 20 16:00:29.786255 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-74af2210-5c8a-400c-9dd1-bd74778276f5 req-edf8e62e-2afa-4448-b116-16b49910967e tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/ports?device_id=4218fdbf-5f35-4899-9e3c-728cc1e64370 HTTP/1.1" status: 200 len: 945 time: 0.3454666 Aug 20 16:00:29.791571 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 33908) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:29.932943 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-74af2210-5c8a-400c-9dd1-bd74778276f5 req-ee34c537-5c11-4a7d-9941-6d32585388da tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/security-groups?id=112b4c4a-9aac-4563-ba95-eb7bf21b72a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456053 Aug 20 16:00:29.961715 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8726771e-7ae7-4b56-b623-e07520e957b7 None None] Network 573c1213-77ed-460b-8c84-ad8019a0d321 requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 16:00:30.000103 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.db_base_plugin_common [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-073069f1-21d0-4d62-9619-baaee6f7883c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Allocated IP 172.20.0.8 (e1370026-f031-4601-8314-e240c06ab358/36223243-b246-4e2e-9e1f-57c0926d199c/f2d696a9-728d-4aa9-ac67-8020ab03606b) {{(pid=75061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:00:30.270397 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-b436c65a-2efb-4c19-bb57-6eb02f16daf7 None None] Provisioning for port 81ece47e-e149-4186-a77a-4cd16b44e598 completed by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:00:30.287721 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvr_db [None req-97b0c168-b4b4-43fb-8491-700416c9826c None None] Set router 2cd9a38e-3602-4546-bdcd-5ef6c69a97b3 gateway port host: dv-cinder-805398-3-smb {{(pid=75062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:00:30.378280 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-073069f1-21d0-4d62-9619-baaee6f7883c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for port, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:30.403715 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.provisioning_blocks [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-073069f1-21d0-4d62-9619-baaee6f7883c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Transition to ACTIVE for port object f2d696a9-728d-4aa9-ac67-8020ab03606b will not be triggered until provisioned by entity DHCP. {{(pid=75061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:00:30.442144 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-073069f1-21d0-4d62-9619-baaee6f7883c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943'] for port, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:30.448677 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-b436c65a-2efb-4c19-bb57-6eb02f16daf7 None None] Provisioning complete for port 81ece47e-e149-4186-a77a-4cd16b44e598 triggered by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:00:30.451326 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-b436c65a-2efb-4c19-bb57-6eb02f16daf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:30.453516 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-496cd11c-4ea6-4a9b-a470-0919fea58a48 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:30.687475 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-073069f1-21d0-4d62-9619-baaee6f7883c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Network e1370026-f031-4601-8314-e240c06ab358 is already hosted by enough agents. {{(pid=75061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:00:30.694800 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.base_scheduler [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-073069f1-21d0-4d62-9619-baaee6f7883c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Resources bound (agent type, host, resource id): {{(pid=75061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:00:30.698396 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073069f1-21d0-4d62-9619-baaee6f7883c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Pushing event updated for resources: {'Port': ['ID=f2d696a9-728d-4aa9-ac67-8020ab03606b,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:30.700159 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-073069f1-21d0-4d62-9619-baaee6f7883c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Received port after_create {{(pid=75061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:00:30.714753 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-073069f1-21d0-4d62-9619-baaee6f7883c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:30.715450 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-073069f1-21d0-4d62-9619-baaee6f7883c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:30.763006 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-073069f1-21d0-4d62-9619-baaee6f7883c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:30.899646 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-073069f1-21d0-4d62-9619-baaee6f7883c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9380178 Aug 20 16:00:30.953417 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c228c91-8b2b-4f25-ba07-62a528fb12d2 req-335cb637-69f2-435c-8a34-86bdba8c5dae tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:30.964766 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5c228c91-8b2b-4f25-ba07-62a528fb12d2 req-335cb637-69f2-435c-8a34-86bdba8c5dae tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.54 "GET /v2.0/ports?device_id=4218fdbf-5f35-4899-9e3c-728cc1e64370 HTTP/1.1" status: 200 len: 945 time: 0.4542503 Aug 20 16:00:30.987756 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-c9243b09-b344-4bf4-8794-552c77d84e2b service neutron] Request body: {'port': {'device_id': '377ef7b7-86ec-4eb0-8fac-1672ccab5e10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80539'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:00:31.246347 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-b436c65a-2efb-4c19-bb57-6eb02f16daf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:31.296340 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-b436c65a-2efb-4c19-bb57-6eb02f16daf7 None None] For port 81ece47e-e149-4186-a77a-4cd16b44e598, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=81ece47e-e149-4186-a77a-4cd16b44e598,segment=NetworkSegment(fec95dd2-d5a2-46ea-8494-372d23072abb),segment_id=fec95dd2-d5a2-46ea-8494-372d23072abb)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:00:31.338157 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-b436c65a-2efb-4c19-bb57-6eb02f16daf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:31.395889 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:31.417950 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-c9243b09-b344-4bf4-8794-552c77d84e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:31.557697 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-2890547d-e4ec-4b95-b73c-cc361f59c18e None None] Provisioning for port f2d696a9-728d-4aa9-ac67-8020ab03606b completed by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:00:31.571688 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-2890547d-e4ec-4b95-b73c-cc361f59c18e None None] Provisioning complete for port f2d696a9-728d-4aa9-ac67-8020ab03606b triggered by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:00:31.572131 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-2890547d-e4ec-4b95-b73c-cc361f59c18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:31.614641 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436c65a-2efb-4c19-bb57-6eb02f16daf7 None None] Pushing event updated for resources: {'Port': ['ID=81ece47e-e149-4186-a77a-4cd16b44e598,revision_number=3']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:31.630593 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-b436c65a-2efb-4c19-bb57-6eb02f16daf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:31.642950 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7fee0ab6-3b37-4019-88b6-6f094d86e1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:31.661733 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-97b0c168-b4b4-43fb-8491-700416c9826c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'name': 'tempest-TestShelveInstance-175245446-router', 'tenant_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': 'c75fd55a-76d9-4225-8333-61ba75d1f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:26Z', 'updated_at': '2021-08-20T16:00:28Z', 'revision_number': 3, 'project_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'gw_port': {'id': 'c75fd55a-76d9-4225-8333-61ba75d1f9ea', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:27Z', 'updated_at': '2021-08-20T16:00:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb'}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:31.669804 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b0c168-b4b4-43fb-8491-700416c9826c None None] Checking router: 2cd9a38e-3602-4546-bdcd-5ef6c69a97b3 for host: dv-cinder-805398-3-smb {{(pid=75062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 20 16:00:31.670178 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b0c168-b4b4-43fb-8491-700416c9826c None None] Updating router 2cd9a38e-3602-4546-bdcd-5ef6c69a97b3 port c75fd55a-76d9-4225-8333-61ba75d1f9ea binding host dv-cinder-805398-3-smb {{(pid=75062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 20 16:00:31.726621 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-2890547d-e4ec-4b95-b73c-cc361f59c18e None None] Port f2d696a9-728d-4aa9-ac67-8020ab03606b cannot update to ACTIVE because it is not bound. {{(pid=75062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 20 16:00:31.741501 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-97b0c168-b4b4-43fb-8491-700416c9826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:32.062567 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-26135eb0-ff5d-4fe4-b2b1-ec1869d1d87a None None] Provisioning complete for port 81ece47e-e149-4186-a77a-4cd16b44e598 triggered by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:00:32.062953 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-26135eb0-ff5d-4fe4-b2b1-ec1869d1d87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:32.094648 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [req-5c228c91-8b2b-4f25-ba07-62a528fb12d2 req-a916d9b1-0638-4cc9-9af4-099b9c4f3095 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Deleting port b4c350c9-e07e-4868-b32b-38e3889a9cd1 {{(pid=75061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:00:32.095346 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-5c228c91-8b2b-4f25-ba07-62a528fb12d2 req-a916d9b1-0638-4cc9-9af4-099b9c4f3095 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:32.147310 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.db_base_plugin_common [None req-7fee0ab6-3b37-4019-88b6-6f094d86e1c9 admin admin] Allocated IP 172.20.0.1 (573c1213-77ed-460b-8c84-ad8019a0d321/39415324-6de0-401c-8e7e-a0482fdc5f52/9d4d972e-1e84-430b-8d43-3f09772eacfe) {{(pid=75060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:00:32.349510 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e577894-eb82-4117-8dfd-38cf1be38c5a req-e4049fdb-4c17-40c6-aafa-81b5018adce0 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:32.350189 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-5e577894-eb82-4117-8dfd-38cf1be38c5a req-e4049fdb-4c17-40c6-aafa-81b5018adce0 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Synchronizing usage tracker for tenant:e7e604552f7c48b6adf92b9295b42ab0 on resource:port {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 16:00:32.382119 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-97b0c168-b4b4-43fb-8491-700416c9826c None None] Notify callbacks [] for port, precommit_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:32.416904 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-97b0c168-b4b4-43fb-8491-700416c9826c None None] Transition to ACTIVE for port object c75fd55a-76d9-4225-8333-61ba75d1f9ea will not be triggered until provisioned by entity L2. {{(pid=75062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:00:32.440052 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7fee0ab6-3b37-4019-88b6-6f094d86e1c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:32.462389 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.provisioning_blocks [None req-7fee0ab6-3b37-4019-88b6-6f094d86e1c9 admin admin] Transition to ACTIVE for port object 9d4d972e-1e84-430b-8d43-3f09772eacfe will not be triggered until provisioned by entity DHCP. {{(pid=75060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:00:32.517887 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7fee0ab6-3b37-4019-88b6-6f094d86e1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6850519'] for port, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:32.521056 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-97b0c168-b4b4-43fb-8491-700416c9826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:32.528027 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-2e55c2a3-41f7-410e-ba84-3be8d515ba73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:32.531669 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:32.576749 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f0da3-03bc-4347-b1e5-802d00c32555 req-0799efbd-5034-4b7b-9d25-c7619e01e3f0 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:32.583402 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-790f0da3-03bc-4347-b1e5-802d00c32555 req-0799efbd-5034-4b7b-9d25-c7619e01e3f0 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/ports?device_id=4218fdbf-5f35-4899-9e3c-728cc1e64370 HTTP/1.1" status: 200 len: 945 time: 0.6502516 Aug 20 16:00:32.627314 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-c9243b09-b344-4bf4-8794-552c77d84e2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2d696a9-728d-4aa9-ac67-8020ab03606b {{(pid=75061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 16:00:32.631564 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-97b0c168-b4b4-43fb-8491-700416c9826c None None] Attempting to bind port c75fd55a-76d9-4225-8333-61ba75d1f9ea on host dv-cinder-805398-3-smb for vnic_type normal with profile {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 16:00:32.632191 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-97b0c168-b4b4-43fb-8491-700416c9826c None None] Attempting to bind port c75fd55a-76d9-4225-8333-61ba75d1f9ea by drivers openvswitch,hyperv on host dv-cinder-805398-3-smb at level 0 using segments [{'id': 'a5ca86d2-2020-4ee5-a03b-d47a6c676c14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'}] {{(pid=75062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 16:00:32.632303 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0c168-b4b4-43fb-8491-700416c9826c None None] Attempting to bind port c75fd55a-76d9-4225-8333-61ba75d1f9ea on network 1515200a-7cd1-4ec3-bca4-b17b78debdd2 {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:00:32.634663 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93560105-5fbc-4cff-938f-1e258a063b04 None None] Pushing event updated for resources: {'Port': ['ID=c75fd55a-76d9-4225-8333-61ba75d1f9ea,revision_number=2']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:32.640626 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-93560105-5fbc-4cff-938f-1e258a063b04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:32.642797 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-5e577894-eb82-4117-8dfd-38cf1be38c5a req-e4049fdb-4c17-40c6-aafa-81b5018adce0 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Unset dirty status for tenant:e7e604552f7c48b6adf92b9295b42ab0 on resource:port {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 16:00:32.643629 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0c168-b4b4-43fb-8491-700416c9826c None None] Checking agent: {'id': 'f0705a43-169d-4811-8182-ed59241d69e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805398-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 46, 40), 'started_at': datetime.datetime(2021, 8, 20, 15, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 16, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805398-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 16:00:32.644019 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0c168-b4b4-43fb-8491-700416c9826c None None] Checking segment: {'id': 'a5ca86d2-2020-4ee5-a03b-d47a6c676c14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 16:00:32.644446 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-97b0c168-b4b4-43fb-8491-700416c9826c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:32.644878 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0c168-b4b4-43fb-8491-700416c9826c None None] Bound using segment: {'id': 'a5ca86d2-2020-4ee5-a03b-d47a6c676c14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'} {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 16:00:32.646256 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-97b0c168-b4b4-43fb-8491-700416c9826c None None] Bound port: c75fd55a-76d9-4225-8333-61ba75d1f9ea, host: dv-cinder-805398-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ca86d2-2020-4ee5-a03b-d47a6c676c14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'}}] {{(pid=75062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 16:00:32.646656 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-97b0c168-b4b4-43fb-8491-700416c9826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:32.649717 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5e577894-eb82-4117-8dfd-38cf1be38c5a req-e4049fdb-4c17-40c6-aafa-81b5018adce0 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=377ef7b7-86ec-4eb0-8fac-1672ccab5e10 HTTP/1.1" status: 200 len: 931 time: 1.2335603 Aug 20 16:00:32.654514 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-c9243b09-b344-4bf4-8794-552c77d84e2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:32.680544 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fee0ab6-3b37-4019-88b6-6f094d86e1c9 admin admin] Network 573c1213-77ed-460b-8c84-ad8019a0d321 is already hosted by enough agents. {{(pid=75060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:00:32.686809 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.base_scheduler [None req-7fee0ab6-3b37-4019-88b6-6f094d86e1c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=75060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:00:32.694561 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fee0ab6-3b37-4019-88b6-6f094d86e1c9 admin admin] Received port after_create {{(pid=75060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:00:32.838396 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-97b0c168-b4b4-43fb-8491-700416c9826c None None] For port c75fd55a-76d9-4225-8333-61ba75d1f9ea, host dv-cinder-805398-3-smb, cleared binding levels {{(pid=75062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:00:32.851475 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-97b0c168-b4b4-43fb-8491-700416c9826c None None] For port c75fd55a-76d9-4225-8333-61ba75d1f9ea, host dv-cinder-805398-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=c75fd55a-76d9-4225-8333-61ba75d1f9ea,segment=NetworkSegment(a5ca86d2-2020-4ee5-a03b-d47a6c676c14),segment_id=a5ca86d2-2020-4ee5-a03b-d47a6c676c14)] {{(pid=75062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 16:00:32.867031 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-97b0c168-b4b4-43fb-8491-700416c9826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:32.881532 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-8ca57175-cb6e-429a-a840-d6d9a4990d5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:32.903942 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.provisioning_blocks [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-c9243b09-b344-4bf4-8794-552c77d84e2b service neutron] Transition to ACTIVE for port object f2d696a9-728d-4aa9-ac67-8020ab03606b will not be triggered until provisioned by entity L2. {{(pid=75061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:00:32.934781 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-c9243b09-b344-4bf4-8794-552c77d84e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:32.946140 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-95f109d9-0be7-472d-b061-ee191859de54 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:33.054285 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9243b09-b344-4bf4-8794-552c77d84e2b service neutron] Pushing event updated for resources: {'Port': ['ID=f2d696a9-728d-4aa9-ac67-8020ab03606b,revision_number=2']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:33.075899 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-790f0da3-03bc-4347-b1e5-802d00c32555 req-a618214c-8b14-4fca-9c69-2f6465c369cd tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/security-groups?id=112b4c4a-9aac-4563-ba95-eb7bf21b72a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4915164 Aug 20 16:00:33.077898 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-5c228c91-8b2b-4f25-ba07-62a528fb12d2 req-a916d9b1-0638-4cc9-9af4-099b9c4f3095 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] For port b4c350c9-e07e-4868-b32b-38e3889a9cd1, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=b4c350c9-e07e-4868-b32b-38e3889a9cd1,segment=NetworkSegment(9db3a52a-d523-44b3-8df2-d393a5c5b336),segment_id=9db3a52a-d523-44b3-8df2-d393a5c5b336)] {{(pid=75061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:00:33.078252 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-5c228c91-8b2b-4f25-ba07-62a528fb12d2 req-a916d9b1-0638-4cc9-9af4-099b9c4f3095 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:33.101410 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-c9243b09-b344-4bf4-8794-552c77d84e2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:33.125015 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5e577894-eb82-4117-8dfd-38cf1be38c5a req-346be1cd-d83f-4a78-9a8b-dbf27d4feef4 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=60357bcf-581f-410e-9b60-1a2dc829bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4745052 Aug 20 16:00:33.173201 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee0ab6-3b37-4019-88b6-6f094d86e1c9 admin admin] Pushing event updated for resources: {'Port': ['ID=9d4d972e-1e84-430b-8d43-3f09772eacfe,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:33.179477 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93560105-5fbc-4cff-938f-1e258a063b04 None None] Pushing event updated for resources: {'Port': ['ID=c75fd55a-76d9-4225-8333-61ba75d1f9ea,revision_number=3']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:33.193142 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-93560105-5fbc-4cff-938f-1e258a063b04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:33.196572 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-7fee0ab6-3b37-4019-88b6-6f094d86e1c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:33.268778 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7fee0ab6-3b37-4019-88b6-6f094d86e1c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405696'] for router_interface, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:33.314877 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-badf0eb5-898f-4890-80d5-7a2d11bcd1fc None None] Provisioning for port 9d4d972e-1e84-430b-8d43-3f09772eacfe completed by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:00:33.333686 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-badf0eb5-898f-4890-80d5-7a2d11bcd1fc None None] Provisioning complete for port 9d4d972e-1e84-430b-8d43-3f09772eacfe triggered by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:00:33.334118 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-badf0eb5-898f-4890-80d5-7a2d11bcd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:33.413902 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 81ece47e-e149-4186-a77a-4cd16b44e598 up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 16:00:33.487085 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b0c168-b4b4-43fb-8491-700416c9826c None None] Routers {'2cd9a38e-3602-4546-bdcd-5ef6c69a97b3'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:00:33.487756 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-97b0c168-b4b4-43fb-8491-700416c9826c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:00:12Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['2cd9a38e-3602-4546-bdcd-5ef6c69a97b3'], 'active': True} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:33.538524 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [req-5c228c91-8b2b-4f25-ba07-62a528fb12d2 req-a916d9b1-0638-4cc9-9af4-099b9c4f3095 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Calling delete_port for b4c350c9-e07e-4868-b32b-38e3889a9cd1 owned by compute:nova {{(pid=75061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:00:33.558570 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7fee0ab6-3b37-4019-88b6-6f094d86e1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:33.576807 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-badf0eb5-898f-4890-80d5-7a2d11bcd1fc None None] Port 9d4d972e-1e84-430b-8d43-3f09772eacfe cannot update to ACTIVE because it is not bound. {{(pid=75062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 20 16:00:33.706960 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port 81ece47e-e149-4186-a77a-4cd16b44e598 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:00:33.707663 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:33.795374 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvr_db [None req-97b0c168-b4b4-43fb-8491-700416c9826c None None] Set router 2cd9a38e-3602-4546-bdcd-5ef6c69a97b3 gateway port host: dv-cinder-805398-3-smb {{(pid=75062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:00:33.821834 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-c9243b09-b344-4bf4-8794-552c77d84e2b service neutron] Attempting to bind port f2d696a9-728d-4aa9-ac67-8020ab03606b on host hv-cinder-80539 for vnic_type normal with profile {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 16:00:33.822403 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-c9243b09-b344-4bf4-8794-552c77d84e2b service neutron] Attempting to bind port f2d696a9-728d-4aa9-ac67-8020ab03606b by drivers openvswitch,hyperv on host hv-cinder-80539 at level 0 using segments [{'id': '29e44bf0-25da-4d57-a187-72675e544d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'e1370026-f031-4601-8314-e240c06ab358'}] {{(pid=75061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 16:00:33.823267 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-c9243b09-b344-4bf4-8794-552c77d84e2b service neutron] Attempting to bind port f2d696a9-728d-4aa9-ac67-8020ab03606b on network e1370026-f031-4601-8314-e240c06ab358 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:00:33.845631 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-c9243b09-b344-4bf4-8794-552c77d84e2b service neutron] Port f2d696a9-728d-4aa9-ac67-8020ab03606b on network e1370026-f031-4601-8314-e240c06ab358 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80539 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 16:00:33.847425 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-c9243b09-b344-4bf4-8794-552c77d84e2b service neutron] Attempting to bind port f2d696a9-728d-4aa9-ac67-8020ab03606b on network e1370026-f031-4601-8314-e240c06ab358 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:00:33.865594 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-c9243b09-b344-4bf4-8794-552c77d84e2b service neutron] Checking agent: {'id': '8cb0eed4-3a83-4faf-85db-5d15db1f4851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80539', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 53, 18), 'started_at': datetime.datetime(2021, 8, 20, 15, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 16, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 16:00:33.866164 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-c9243b09-b344-4bf4-8794-552c77d84e2b service neutron] Checking segment: {'id': '29e44bf0-25da-4d57-a187-72675e544d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'e1370026-f031-4601-8314-e240c06ab358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 16:00:33.867525 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-c9243b09-b344-4bf4-8794-552c77d84e2b service neutron] Bound using segment: {'id': '29e44bf0-25da-4d57-a187-72675e544d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'e1370026-f031-4601-8314-e240c06ab358'} {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 16:00:33.868341 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-c9243b09-b344-4bf4-8794-552c77d84e2b service neutron] Bound port: f2d696a9-728d-4aa9-ac67-8020ab03606b, host: hv-cinder-80539, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e44bf0-25da-4d57-a187-72675e544d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'e1370026-f031-4601-8314-e240c06ab358'}}] {{(pid=75061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 16:00:33.868879 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-c9243b09-b344-4bf4-8794-552c77d84e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:33.872054 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7fee0ab6-3b37-4019-88b6-6f094d86e1c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:33.877644 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7fee0ab6-3b37-4019-88b6-6f094d86e1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6850526'] for port, after_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:33.936032 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:34.002401 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-c9243b09-b344-4bf4-8794-552c77d84e2b service neutron] For port f2d696a9-728d-4aa9-ac67-8020ab03606b, host hv-cinder-80539, cleared binding levels {{(pid=75061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:00:34.006066 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-c9243b09-b344-4bf4-8794-552c77d84e2b service neutron] For port f2d696a9-728d-4aa9-ac67-8020ab03606b, host hv-cinder-80539, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=f2d696a9-728d-4aa9-ac67-8020ab03606b,segment=NetworkSegment(29e44bf0-25da-4d57-a187-72675e544d99),segment_id=29e44bf0-25da-4d57-a187-72675e544d99)] {{(pid=75061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 16:00:34.022671 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7fee0ab6-3b37-4019-88b6-6f094d86e1c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3462157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642345'] for router_interface, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:34.027221 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee0ab6-3b37-4019-88b6-6f094d86e1c9 admin admin] Pushing event updated for resources: {'Port': ['ID=9d4d972e-1e84-430b-8d43-3f09772eacfe,revision_number=2']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:34.031384 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-7fee0ab6-3b37-4019-88b6-6f094d86e1c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:34.044960 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-c9243b09-b344-4bf4-8794-552c77d84e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:34.145103 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-e7c08427-f41f-4fc1-8182-33bb359f51d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:34.261865 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-c9243b09-b344-4bf4-8794-552c77d84e2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:34.272138 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-c9243b09-b344-4bf4-8794-552c77d84e2b service neutron] 10.222.0.54 "PUT /v2.0/ports/f2d696a9-728d-4aa9-ac67-8020ab03606b HTTP/1.1" status: 200 len: 1093 time: 3.3465188 Aug 20 16:00:34.320126 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377ef7b7-86ec-4eb0-8fac-1672ccab5e10', 'tag': 'f2d696a9-728d-4aa9-ac67-8020ab03606b'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:00:34.331883 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fee0ab6-3b37-4019-88b6-6f094d86e1c9 admin admin] Network 573c1213-77ed-460b-8c84-ad8019a0d321 is already hosted by enough agents. {{(pid=75060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:00:34.333728 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.base_scheduler [None req-7fee0ab6-3b37-4019-88b6-6f094d86e1c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=75060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:00:34.334682 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-97b0c168-b4b4-43fb-8491-700416c9826c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'name': 'tempest-TestShelveInstance-175245446-router', 'tenant_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': 'c75fd55a-76d9-4225-8333-61ba75d1f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:26Z', 'updated_at': '2021-08-20T16:00:33Z', 'revision_number': 4, 'project_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'gw_port': {'id': 'c75fd55a-76d9-4225-8333-61ba75d1f9ea', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:27Z', 'updated_at': '2021-08-20T16:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': '9d4d972e-1e84-430b-8d43-3f09772eacfe', 'name': '', 'network_id': '573c1213-77ed-460b-8c84-ad8019a0d321', 'tenant_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'mac_address': 'fa:16:3e:ff:f5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39415324-6de0-401c-8e7e-a0482fdc5f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:31Z', 'updated_at': '2021-08-20T16:00:32Z', 'revision_number': 1, 'project_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'subnets': [{'id': '39415324-6de0-401c-8e7e-a0482fdc5f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:34.342452 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b0c168-b4b4-43fb-8491-700416c9826c None None] The sync data for ids ['2cd9a38e-3602-4546-bdcd-5ef6c69a97b3'] in dv-cinder-805398-3-smb is: [{'id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'name': 'tempest-TestShelveInstance-175245446-router', 'tenant_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': 'c75fd55a-76d9-4225-8333-61ba75d1f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:26Z', 'updated_at': '2021-08-20T16:00:33Z', 'revision_number': 4, 'project_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'gw_port': {'id': 'c75fd55a-76d9-4225-8333-61ba75d1f9ea', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:27Z', 'updated_at': '2021-08-20T16:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': '9d4d972e-1e84-430b-8d43-3f09772eacfe', 'name': '', 'network_id': '573c1213-77ed-460b-8c84-ad8019a0d321', 'tenant_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'mac_address': 'fa:16:3e:ff:f5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39415324-6de0-401c-8e7e-a0482fdc5f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:31Z', 'updated_at': '2021-08-20T16:00:32Z', 'revision_number': 1, 'project_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'subnets': [{'id': '39415324-6de0-401c-8e7e-a0482fdc5f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 20 16:00:34.500491 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 33980) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:34.739877 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-5c228c91-8b2b-4f25-ba07-62a528fb12d2 req-a916d9b1-0638-4cc9-9af4-099b9c4f3095 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952'] for port, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:34.752701 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9243b09-b344-4bf4-8794-552c77d84e2b service neutron] Pushing event updated for resources: {'Port': ['ID=f2d696a9-728d-4aa9-ac67-8020ab03606b,revision_number=3']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:34.764658 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-c9243b09-b344-4bf4-8794-552c77d84e2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:34.765192 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-c9243b09-b344-4bf4-8794-552c77d84e2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:34.927224 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-082bf2ab-f7b0-4f14-8119-88d9b1cec608 None None] Provisioning complete for port 9d4d972e-1e84-430b-8d43-3f09772eacfe triggered by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:00:34.928097 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-082bf2ab-f7b0-4f14-8119-88d9b1cec608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:34.964883 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916d9b1-0638-4cc9-9af4-099b9c4f3095 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Pushing event deleted for resources: {'Port': ['ID=b4c350c9-e07e-4868-b32b-38e3889a9cd1,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:35.056639 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-a916d9b1-0638-4cc9-9af4-099b9c4f3095 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:35.064636 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-fe14289d-2df2-4092-992f-b637afe15b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:35.065511 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-20a98f7d-f1e3-4740-8dc2-eb39a00808d6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7e604552f7c48b6adf92b9295b42ab0&device_id=377ef7b7-86ec-4eb0-8fac-1672ccab5e10 HTTP/1.1" status: 200 len: 1096 time: 0.7256868 Aug 20 16:00:35.072060 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-082bf2ab-f7b0-4f14-8119-88d9b1cec608 None None] Port 9d4d972e-1e84-430b-8d43-3f09772eacfe cannot update to ACTIVE because it is not bound. {{(pid=75062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 20 16:00:35.081151 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c228c91-8b2b-4f25-ba07-62a528fb12d2 req-a916d9b1-0638-4cc9-9af4-099b9c4f3095 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] No DVR routers for this DVR port b4c350c9-e07e-4868-b32b-38e3889a9cd1 on host hv-cinder-80539 {{(pid=75061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 16:00:35.091323 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-5c228c91-8b2b-4f25-ba07-62a528fb12d2 req-a916d9b1-0638-4cc9-9af4-099b9c4f3095 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:35.178170 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce40a41-0cc6-4d43-a83e-b09f85f26f0d req-7b59f2a3-bde7-4df9-a520-16d1a52b72a7 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:35.180277 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-bce40a41-0cc6-4d43-a83e-b09f85f26f0d req-7b59f2a3-bde7-4df9-a520-16d1a52b72a7 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=377ef7b7-86ec-4eb0-8fac-1672ccab5e10 HTTP/1.1" status: 200 len: 943 time: 0.7261584 Aug 20 16:00:35.186473 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab09bfc-4e4b-4c1e-b0f5-c209112f4d26 req-f2df729d-690d-4639-9592-618172f7bb9f tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:35.187525 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-cab09bfc-4e4b-4c1e-b0f5-c209112f4d26 req-f2df729d-690d-4639-9592-618172f7bb9f tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Synchronizing usage tracker for tenant:18504e351324493688125a73ad286513 on resource:port {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 16:00:35.190910 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-fe14289d-2df2-4092-992f-b637afe15b4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:00:35.198555 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5c228c91-8b2b-4f25-ba07-62a528fb12d2 req-a916d9b1-0638-4cc9-9af4-099b9c4f3095 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.54 "DELETE /v2.0/ports/b4c350c9-e07e-4868-b32b-38e3889a9cd1 HTTP/1.1" status: 204 len: 173 time: 3.7814863 Aug 20 16:00:35.206088 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-fe14289d-2df2-4092-992f-b637afe15b4a admin admin] Usage tracker for resource:security_group_rule and tenant:b51da8aa667a4e0baa39dd75b4afd69f is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:00:35.245607 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-d67d35d5-b3b5-4dea-82a2-df6b0c1fa144 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2d696a9-728d-4aa9-ac67-8020ab03606b HTTP/1.1" status: 200 len: 217 time: 0.1608329 Aug 20 16:00:35.263426 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-fe14289d-2df2-4092-992f-b637afe15b4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:00:35.281255 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-fe14289d-2df2-4092-992f-b637afe15b4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:00:35.311122 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-cab09bfc-4e4b-4c1e-b0f5-c209112f4d26 req-f2df729d-690d-4639-9592-618172f7bb9f tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Unset dirty status for tenant:18504e351324493688125a73ad286513 on resource:port {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 16:00:35.312339 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-cab09bfc-4e4b-4c1e-b0f5-c209112f4d26 req-f2df729d-690d-4639-9592-618172f7bb9f tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/ports?device_id=4218fdbf-5f35-4899-9e3c-728cc1e64370 HTTP/1.1" status: 200 len: 867 time: 0.7995036 Aug 20 16:00:35.363706 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-bce40a41-0cc6-4d43-a83e-b09f85f26f0d req-f575aeef-4c04-4305-a102-64af2119234d tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=60357bcf-581f-410e-9b60-1a2dc829bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636429 Aug 20 16:00:35.383621 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-d6144b1f-9348-4e6d-9baa-b9ab21da60a8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:35.385446 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-d6144b1f-9348-4e6d-9baa-b9ab21da60a8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=36223243-b246-4e2e-9e1f-57c0926d199c HTTP/1.1" status: 200 len: 850 time: 0.1328592 Aug 20 16:00:35.437667 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-cab09bfc-4e4b-4c1e-b0f5-c209112f4d26 req-0afc505e-ccdb-4f21-8abb-cf567d2fe99c tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] 10.222.0.13 "GET /v2.0/security-groups?id=112b4c4a-9aac-4563-ba95-eb7bf21b72a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037953 Aug 20 16:00:35.472774 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fee0ab6-3b37-4019-88b6-6f094d86e1c9 admin admin] Router 2cd9a38e-3602-4546-bdcd-5ef6c69a97b3 has already been hosted by L3 agent ecccf787-6cb6-4f52-bf94-e4285ae9b988 {{(pid=75060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:00:35.497697 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-288e9512-4841-4c93-855d-ed6a3c3fd833 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e1370026-f031-4601-8314-e240c06ab358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1040895 Aug 20 16:00:35.683531 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-fe14289d-2df2-4092-992f-b637afe15b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:35.702734 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-fe14289d-2df2-4092-992f-b637afe15b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:35.712114 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-7df76090-36f3-49b4-8751-5c9bf3a23af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:35.744164 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '377ef7b7-86ec-4eb0-8fac-1672ccab5e10', 'tag': 'f2d696a9-728d-4aa9-ac67-8020ab03606b', 'status': 'completed', 'code': 200} Aug 20 16:00:35.764909 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14289d-2df2-4092-992f-b637afe15b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e790d3-f513-4b3b-ad93-7659b886c181,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:35.771623 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-fe14289d-2df2-4092-992f-b637afe15b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:35.798414 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-fe14289d-2df2-4092-992f-b637afe15b4a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b51da8aa667a4e0baa39dd75b4afd69f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2901349 Aug 20 16:00:35.800511 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 33992) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:35.886278 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device b4c350c9-e07e-4868-b32b-38e3889a9cd1 no longer exists at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 16:00:35.979616 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ab64ae4c-9f4c-4804-b4e1-7fe8c365c6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:35.991664 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-b1b3ef02-7d4d-4a71-a86f-bdee429b36ed service neutron] 10.222.0.54 "GET /v2.0/networks/e1370026-f031-4601-8314-e240c06ab358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853861 Aug 20 16:00:36.001205 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] No Port match for: b4c350c9-e07e-4868-b32b-38e3889a9cd1 {{(pid=75062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 20 16:00:36.001822 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device b4c350c9-e07e-4868-b32b-38e3889a9cd1 not bound to the agent host hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 16:00:36.016721 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae5e22e-9d1b-4f2a-b5d9-8c5a6090eda6 req-8ec4c4be-06a9-4df1-a618-8826993350b7 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:36.020971 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3ae5e22e-9d1b-4f2a-b5d9-8c5a6090eda6 req-8ec4c4be-06a9-4df1-a618-8826993350b7 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 945 time: 0.3545380 Aug 20 16:00:36.035119 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ab64ae4c-9f4c-4804-b4e1-7fe8c365c6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:36.101419 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fee0ab6-3b37-4019-88b6-6f094d86e1c9 admin admin] Notify agent at l3_agent.dv-cinder-805398-3-smb the message routers_updated {{(pid=75060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:00:36.149494 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-7fee0ab6-3b37-4019-88b6-6f094d86e1c9 admin admin] 10.222.0.13 "PUT /v2.0/routers/2cd9a38e-3602-4546-bdcd-5ef6c69a97b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3562856 Aug 20 16:00:36.153023 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ab64ae4c-9f4c-4804-b4e1-7fe8c365c6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:36.156187 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ab64ae4c-9f4c-4804-b4e1-7fe8c365c6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:36.157545 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-ab64ae4c-9f4c-4804-b4e1-7fe8c365c6e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2e790d3-f513-4b3b-ad93-7659b886c181 HTTP/1.1" status: 204 len: 168 time: 0.3560441 Aug 20 16:00:36.158746 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-2097bbbc-205c-47f7-9461-606b1be2c7bd tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:36.177314 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64ae4c-9f4c-4804-b4e1-7fe8c365c6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e790d3-f513-4b3b-ad93-7659b886c181,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:36.180320 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-ab64ae4c-9f4c-4804-b4e1-7fe8c365c6e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:36.336008 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4a52f617-28f3-4a5f-9b73-b5075a42b036 req-66bc4619-121a-4f61-ad44-5e04ad7cc99f service neutron] 10.222.0.54 "GET /v2.0/networks/e1370026-f031-4601-8314-e240c06ab358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087049 Aug 20 16:00:36.362390 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3ae5e22e-9d1b-4f2a-b5d9-8c5a6090eda6 req-d8e16721-766b-4577-a7f4-d4ad41bef96c tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026891 Aug 20 16:00:36.445147 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 34002) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:36.546878 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c3aca20b-a830-42a7-8a6e-ec982a209938 req-fa957b0b-9dfe-41ac-b9b2-07de0e5eb40f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7e604552f7c48b6adf92b9295b42ab0&device_id=377ef7b7-86ec-4eb0-8fac-1672ccab5e10 HTTP/1.1" status: 200 len: 1096 time: 0.1262119 Aug 20 16:00:37.019228 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 34020) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:37.074719 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f25f2332-6053-42b1-8677-429564eacbe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:37.117786 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-f25f2332-6053-42b1-8677-429564eacbe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:00:37.122407 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-f25f2332-6053-42b1-8677-429564eacbe4 admin admin] Usage tracker for resource:security_group_rule and tenant:f066530f74d4405d8f0db596c903f021 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:00:37.126277 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-f25f2332-6053-42b1-8677-429564eacbe4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:00:37.134617 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-f25f2332-6053-42b1-8677-429564eacbe4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:00:37.148709 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-915eb56b-ee4a-48e9-aca5-642fc071e68a tempest-TestMinimumBasicScenario-449639823 tempest-TestMinimumBasicScenario-449639823-project-admin] Synchronizing usage tracker for tenant:010f88160e9a48ae87dc8b24f02463de on resource:port {{(pid=75060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 16:00:37.190143 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-915eb56b-ee4a-48e9-aca5-642fc071e68a tempest-TestMinimumBasicScenario-449639823 tempest-TestMinimumBasicScenario-449639823-project-admin] Unset dirty status for tenant:010f88160e9a48ae87dc8b24f02463de on resource:port {{(pid=75060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 16:00:37.195168 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-915eb56b-ee4a-48e9-aca5-642fc071e68a tempest-TestMinimumBasicScenario-449639823 tempest-TestMinimumBasicScenario-449639823-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 1093 time: 0.7488570 Aug 20 16:00:37.196174 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 34024) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:37.214026 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Request body: {'floatingip': {'floating_network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'port_id': '5c83dd14-c0ef-43ef-9720-387582cab9d1', 'tenant_id': 'ec35394f12464353a4a351c52acc2fbd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:00:37.216802 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111d1b4-b1b3-42d5-8f57-fbbe860cd2e3 req-bff840ca-5d97-4341-9352-c4a91a00a3ce tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:37.219422 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-0111d1b4-b1b3-42d5-8f57-fbbe860cd2e3 req-bff840ca-5d97-4341-9352-c4a91a00a3ce tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=377ef7b7-86ec-4eb0-8fac-1672ccab5e10 HTTP/1.1" status: 200 len: 943 time: 0.4555583 Aug 20 16:00:37.227528 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:00:37.233598 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Usage tracker for resource:floatingip and tenant:ec35394f12464353a4a351c52acc2fbd is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:00:37.237105 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:00:37.244129 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:00:37.263272 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aca20b-a830-42a7-8a6e-ec982a209938 req-06271fc9-28ce-4fbb-b01a-3b9be56d19cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:37.265007 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c3aca20b-a830-42a7-8a6e-ec982a209938 req-06271fc9-28ce-4fbb-b01a-3b9be56d19cf service neutron] 10.222.0.54 "GET /v2.0/networks?id=e1370026-f031-4601-8314-e240c06ab358 HTTP/1.1" status: 200 len: 913 time: 0.7095962 Aug 20 16:00:37.285944 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks [] for floatingip, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:37.332929 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device c75fd55a-76d9-4225-8333-61ba75d1f9ea up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 16:00:37.491049 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c3aca20b-a830-42a7-8a6e-ec982a209938 req-7f8b4e15-d31a-4fe3-905d-cbe2ec80269b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2d696a9-728d-4aa9-ac67-8020ab03606b HTTP/1.1" status: 200 len: 217 time: 0.1441483 Aug 20 16:00:37.517465 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning for port c75fd55a-76d9-4225-8333-61ba75d1f9ea completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:00:37.528815 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port c75fd55a-76d9-4225-8333-61ba75d1f9ea triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:00:37.529473 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:37.532899 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f25f2332-6053-42b1-8677-429564eacbe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:37.539522 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f25f2332-6053-42b1-8677-429564eacbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:37.565561 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-0111d1b4-b1b3-42d5-8f57-fbbe860cd2e3 req-5376d7ff-8664-4479-b7f1-aa12fa7a18ff tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=60357bcf-581f-410e-9b60-1a2dc829bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3065255 Aug 20 16:00:37.596864 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aca20b-a830-42a7-8a6e-ec982a209938 req-191bee56-067f-42fa-a88f-b82fdfb5d2e1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:37.598778 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c3aca20b-a830-42a7-8a6e-ec982a209938 req-191bee56-067f-42fa-a88f-b82fdfb5d2e1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=36223243-b246-4e2e-9e1f-57c0926d199c HTTP/1.1" status: 200 len: 850 time: 0.0980937 Aug 20 16:00:37.601371 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-ecc6c014-8283-461a-b7aa-1ff147865046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:37.681012 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 34038) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:37.681911 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-f25f2332-6053-42b1-8677-429564eacbe4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f066530f74d4405d8f0db596c903f021&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6603436 Aug 20 16:00:37.713729 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25f2332-6053-42b1-8677-429564eacbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481b02d3-ac45-44e2-8871-da030c285bf4,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:37.719705 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-f25f2332-6053-42b1-8677-429564eacbe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:37.722346 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:37.744875 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4218fdbf-5f35-4899-9e3c-728cc1e64370', 'name': 'network-vif-deleted', 'tag': 'b4c350c9-e07e-4868-b32b-38e3889a9cd1'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:00:37.766614 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] For port c75fd55a-76d9-4225-8333-61ba75d1f9ea, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=c75fd55a-76d9-4225-8333-61ba75d1f9ea,segment=NetworkSegment(a5ca86d2-2020-4ee5-a03b-d47a6c676c14),segment_id=a5ca86d2-2020-4ee5-a03b-d47a6c676c14)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:00:37.774674 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:37.785052 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:37.791419 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:37.808115 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c3aca20b-a830-42a7-8a6e-ec982a209938 req-0f805c1a-6aba-42df-8fb1-c8385941ef8e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e1370026-f031-4601-8314-e240c06ab358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1963260 Aug 20 16:00:37.875651 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4218fdbf-5f35-4899-9e3c-728cc1e64370', 'name': 'network-vif-deleted', 'tag': 'b4c350c9-e07e-4868-b32b-38e3889a9cd1', 'status': 'completed', 'code': 200} Aug 20 16:00:37.936259 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Pushing event updated for resources: {'Port': ['ID=c75fd55a-76d9-4225-8333-61ba75d1f9ea,revision_number=4']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:37.939777 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:37.980135 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-13eb32cd-394f-4c2f-b547-fdcb1835912f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:37.991216 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 34048) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:38.026216 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [None req-540f0c34-0432-4615-b0ee-f1d0899f9c81 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1023982459-network', 'tenant_id': '86d5d837fa764cb8899ea8b0482c2fb0'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:00:38.028339 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.db_base_plugin_common [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Allocated IP 172.28.2.50 (1515200a-7cd1-4ec3-bca4-b17b78debdd2/e9a37b8d-0a16-4543-b6cb-0b09a5c894bc/3dc75d73-835a-417b-9539-76f716a8a099) {{(pid=75060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:00:38.064042 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-540f0c34-0432-4615-b0ee-f1d0899f9c81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:00:38.073982 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-540f0c34-0432-4615-b0ee-f1d0899f9c81 admin admin] Usage tracker for resource:network and tenant:86d5d837fa764cb8899ea8b0482c2fb0 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:00:38.078331 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c3aca20b-a830-42a7-8a6e-ec982a209938 req-2234a675-67a9-4848-b940-b49b8b66b2d4 service neutron] 10.222.0.54 "GET /v2.0/networks/e1370026-f031-4601-8314-e240c06ab358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585964 Aug 20 16:00:38.080463 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-13eb32cd-394f-4c2f-b547-fdcb1835912f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:38.088067 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-540f0c34-0432-4615-b0ee-f1d0899f9c81 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:00:38.133133 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-540f0c34-0432-4615-b0ee-f1d0899f9c81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:00:38.224699 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks [] for port, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:38.245344 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540f0c34-0432-4615-b0ee-f1d0899f9c81 admin admin] Made reservation on behalf of 86d5d837fa764cb8899ea8b0482c2fb0 for: {'network': 1} {{(pid=75061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 16:00:38.247675 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-540f0c34-0432-4615-b0ee-f1d0899f9c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for network, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:38.269130 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6850519'] for port, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:38.271684 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-540f0c34-0432-4615-b0ee-f1d0899f9c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:38.283231 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-bec5e5cc-5552-47a1-bc22-ee0ccc1e71af tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:38.331242 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-13eb32cd-394f-4c2f-b547-fdcb1835912f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:38.337313 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-4db8d6c8-6fdd-47b8-8668-5d1048aac726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:38.346340 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c3aca20b-a830-42a7-8a6e-ec982a209938 req-f0daf236-4fa0-4af9-bfc0-695b41c72296 service neutron] 10.222.0.54 "GET /v2.0/networks/e1370026-f031-4601-8314-e240c06ab358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551568 Aug 20 16:00:38.348679 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Network 1515200a-7cd1-4ec3-bca4-b17b78debdd2 is already hosted by enough agents. {{(pid=75060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:00:38.352032 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.base_scheduler [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Resources bound (agent type, host, resource id): {{(pid=75060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:00:38.359065 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb32cd-394f-4c2f-b547-fdcb1835912f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481b02d3-ac45-44e2-8871-da030c285bf4,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:38.360876 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Received port after_create {{(pid=75060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:00:38.362044 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-540f0c34-0432-4615-b0ee-f1d0899f9c81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:00:38.365102 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-13eb32cd-394f-4c2f-b547-fdcb1835912f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:38.370251 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-540f0c34-0432-4615-b0ee-f1d0899f9c81 admin admin] Usage tracker for resource:security_group_rule and tenant:86d5d837fa764cb8899ea8b0482c2fb0 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:00:38.373852 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-540f0c34-0432-4615-b0ee-f1d0899f9c81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:00:38.377292 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-13eb32cd-394f-4c2f-b547-fdcb1835912f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:38.378477 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-13eb32cd-394f-4c2f-b547-fdcb1835912f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/481b02d3-ac45-44e2-8871-da030c285bf4 HTTP/1.1" status: 204 len: 168 time: 0.6964974 Aug 20 16:00:38.384135 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-540f0c34-0432-4615-b0ee-f1d0899f9c81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:00:38.427829 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Pushing event updated for resources: {'Port': ['ID=3dc75d73-835a-417b-9539-76f716a8a099,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:38.436436 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:38.489699 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-540f0c34-0432-4615-b0ee-f1d0899f9c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:38.494955 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-540f0c34-0432-4615-b0ee-f1d0899f9c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:38.511575 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-540f0c34-0432-4615-b0ee-f1d0899f9c81 admin admin] vlan segment allocate from pool success with {'vlan_id': 1258, 'physical_network': 'physnet1'} {{(pid=75061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 20 16:00:38.522987 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-540f0c34-0432-4615-b0ee-f1d0899f9c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577716'] for segment, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:38.523295 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.db.segments_db [None req-540f0c34-0432-4615-b0ee-f1d0899f9c81 admin admin] Added segment a14f6ba5-608e-4252-b0ac-f8255219edb5 of type vlan for network 0fd9772f-6a5b-4838-9734-91246e787766 Aug 20 16:00:38.546027 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-592ffeea-0223-4384-a1b8-3fa3eca8e58f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:38.575271 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-540f0c34-0432-4615-b0ee-f1d0899f9c81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786828959910'] for network, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:38.586988 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f0c34-0432-4615-b0ee-f1d0899f9c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadcba40-e9ab-415e-9b28-cbd2f711fd0c,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:38.591048 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-540f0c34-0432-4615-b0ee-f1d0899f9c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:38.623889 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-540f0c34-0432-4615-b0ee-f1d0899f9c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924'] for network, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:38.625471 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540f0c34-0432-4615-b0ee-f1d0899f9c81 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:38.626154 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-540f0c34-0432-4615-b0ee-f1d0899f9c81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for network, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:38.631849 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-54730b16-69d8-4b84-88d5-b89352a7b069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:38.861582 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-540f0c34-0432-4615-b0ee-f1d0899f9c81 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8693097 Aug 20 16:00:38.868715 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 34062) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:38.891547 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [None req-42a8921e-ce3b-45ec-a82e-53a40447e778 admin admin] Request body: {'subnet': {'network_id': '0fd9772f-6a5b-4838-9734-91246e787766', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1023982459-subnet', 'tenant_id': '86d5d837fa764cb8899ea8b0482c2fb0', 'ip_version': 4}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:00:38.901273 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f0c34-0432-4615-b0ee-f1d0899f9c81 admin admin] Pushing event updated for resources: {'Network': ['ID=0fd9772f-6a5b-4838-9734-91246e787766,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:38.915238 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-540f0c34-0432-4615-b0ee-f1d0899f9c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:38.917782 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Network 0fd9772f-6a5b-4838-9734-91246e787766 details requested by agent ovs-agent-dv-cinder-805398-3-smb with host dv-cinder-805398-3-smb {{(pid=75062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 16:00:38.918364 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-42a8921e-ce3b-45ec-a82e-53a40447e778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:00:38.931695 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-42a8921e-ce3b-45ec-a82e-53a40447e778 admin admin] Usage tracker for resource:subnet and tenant:86d5d837fa764cb8899ea8b0482c2fb0 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:00:38.949146 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-42a8921e-ce3b-45ec-a82e-53a40447e778 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:00:38.966216 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-42a8921e-ce3b-45ec-a82e-53a40447e778 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:00:39.023960 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec6728-fc91-494d-ba19-dfe3891ebda1 req-b30f144e-aa3a-4755-92d3-35bd5ae24a10 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:39.025493 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b4ec6728-fc91-494d-ba19-dfe3891ebda1 req-b30f144e-aa3a-4755-92d3-35bd5ae24a10 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=377ef7b7-86ec-4eb0-8fac-1672ccab5e10 HTTP/1.1" status: 200 len: 943 time: 0.2622645 Aug 20 16:00:39.030344 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a8921e-ce3b-45ec-a82e-53a40447e778 admin admin] Made reservation on behalf of 86d5d837fa764cb8899ea8b0482c2fb0 for: {'subnet': 1} {{(pid=75061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 16:00:39.036223 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-42a8921e-ce3b-45ec-a82e-53a40447e778 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:39.226485 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b4ec6728-fc91-494d-ba19-dfe3891ebda1 req-54ecfd34-7255-4f91-9003-d3f4149a0593 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=60357bcf-581f-410e-9b60-1a2dc829bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551030 Aug 20 16:00:39.249822 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device c75fd55a-76d9-4225-8333-61ba75d1f9ea up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 16:00:39.263334 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:39.341322 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:39.346794 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port c75fd55a-76d9-4225-8333-61ba75d1f9ea triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:00:39.347403 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:39.492233 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-42a8921e-ce3b-45ec-a82e-53a40447e778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924'] for subnet, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:39.498231 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-67838e79-41ec-4084-80f4-40733aa01f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:39.574052 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks [] for port, precommit_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:39.576724 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8921e-ce3b-45ec-a82e-53a40447e778 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddef5bd5-0b98-4738-8f4b-aa12a9560ecd,revision_number=0']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:39.580740 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-42a8921e-ce3b-45ec-a82e-53a40447e778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:39.586962 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6850526'] for port, after_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:39.592019 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-dfe86e79-0783-4eed-a9e1-a1e5f012398e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:39.595091 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a8921e-ce3b-45ec-a82e-53a40447e778 admin admin] Checking segment: {'id': 'a14f6ba5-608e-4252-b0ac-f8255219edb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '0fd9772f-6a5b-4838-9734-91246e787766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 16:00:39.595544 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a8921e-ce3b-45ec-a82e-53a40447e778 admin admin] Network hostable DHCP agents. Network: 0fd9772f-6a5b-4838-9734-91246e787766, hostable agents: ['8a4a5844-dabe-4d00-86b6-cc46effaa58e'], hosted agents: [] {{(pid=75061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 16:00:39.608379 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-50fc1a80-c711-4cd4-8f0a-cd00926b4935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:39.630527 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a8921e-ce3b-45ec-a82e-53a40447e778 admin admin] Network 0fd9772f-6a5b-4838-9734-91246e787766 is scheduled to be hosted by DHCP agent 8a4a5844-dabe-4d00-86b6-cc46effaa58e with binding_index 1 {{(pid=75061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 16:00:39.643465 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.base_scheduler [None req-42a8921e-ce3b-45ec-a82e-53a40447e778 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805398-3-smb, 0fd9772f-6a5b-4838-9734-91246e787766) {{(pid=75061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:00:39.654081 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a8921e-ce3b-45ec-a82e-53a40447e778 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:39.654324 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78ecfa9-a4d9-4e98-9e2a-0e7b16761d4f None None] Network 0fd9772f-6a5b-4838-9734-91246e787766 requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 16:00:39.655095 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-42a8921e-ce3b-45ec-a82e-53a40447e778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for subnet, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:39.686559 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-42a8921e-ce3b-45ec-a82e-53a40447e778 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8166327 Aug 20 16:00:39.688925 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 34080) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:39.696686 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [None req-68e22035-adf6-4148-91fa-6a042ed07ace admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1023982459-router', 'tenant_id': '86d5d837fa764cb8899ea8b0482c2fb0', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'}}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:00:39.699526 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Pushing event updated for resources: {'Port': ['ID=3dc75d73-835a-417b-9539-76f716a8a099,revision_number=2']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:39.703692 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-68e22035-adf6-4148-91fa-6a042ed07ace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:00:39.710445 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-68e22035-adf6-4148-91fa-6a042ed07ace admin admin] Usage tracker for resource:router and tenant:86d5d837fa764cb8899ea8b0482c2fb0 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:00:39.710854 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:39.711222 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:39.711580 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:39.711930 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:39.712279 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:39.712637 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:39.712980 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:39.713320 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:39.713689 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:39.714025 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:39.714367 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:39.718458 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-68e22035-adf6-4148-91fa-6a042ed07ace admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:00:39.719642 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:39.730554 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-68e22035-adf6-4148-91fa-6a042ed07ace admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:00:39.736634 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405581'] for floatingip, after_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:39.752514 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-68e22035-adf6-4148-91fa-6a042ed07ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12511'] for router, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:39.754385 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-68e22035-adf6-4148-91fa-6a042ed07ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12324'] for router, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:39.784893 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-68e22035-adf6-4148-91fa-6a042ed07ace admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:39.913594 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device f2d696a9-728d-4aa9-ac67-8020ab03606b details requested by agent hyperv_hv-cinder-80539 with host hv-cinder-80539 {{(pid=75062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 16:00:40.082318 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-68e22035-adf6-4148-91fa-6a042ed07ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12338'] for router, precommit_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:40.148389 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.db.l3_db [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Floating IP 826ab0ab-5423-4075-80a5-607045a5f4cd associated. External IP: 172.28.2.50, port: 5c83dd14-c0ef-43ef-9720-387582cab9d1. Aug 20 16:00:40.168886 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e081f6b-e058-4ae0-91bf-cd9d834d6ca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee73cc1e-0249-5885-9e66-62ae7a28c6c5-0fd9772f-6a5b-4838-9734-91246e787766', 'network_id': '0fd9772f-6a5b-4838-9734-91246e787766', 'tenant_id': '86d5d837fa764cb8899ea8b0482c2fb0', 'fixed_ips': [{'subnet_id': 'ddef5bd5-0b98-4738-8f4b-aa12a9560ecd'}]}} from dv-cinder-805398-3-smb. {{(pid=75062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 20 16:00:40.175597 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-4e081f6b-e058-4ae0-91bf-cd9d834d6ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:40.361775 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:40.444007 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-68e22035-adf6-4148-91fa-6a042ed07ace admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:40.500653 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port f2d696a9-728d-4aa9-ac67-8020ab03606b, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=f2d696a9-728d-4aa9-ac67-8020ab03606b,segment=NetworkSegment(29e44bf0-25da-4d57-a187-72675e544d99),segment_id=29e44bf0-25da-4d57-a187-72675e544d99)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:00:40.504223 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-68e22035-adf6-4148-91fa-6a042ed07ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:40.553466 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Returning: {'device': 'f2d696a9-728d-4aa9-ac67-8020ab03606b', 'network_id': 'e1370026-f031-4601-8314-e240c06ab358', 'port_id': 'f2d696a9-728d-4aa9-ac67-8020ab03606b', 'mac_address': 'fa:16:3e:73:6d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36223243-b246-4e2e-9e1f-57c0926d199c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 16:00:40.651347 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:40.709295 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.db_base_plugin_common [None req-4e081f6b-e058-4ae0-91bf-cd9d834d6ca5 None None] Allocated IP 172.20.0.2 (0fd9772f-6a5b-4838-9734-91246e787766/ddef5bd5-0b98-4738-8f4b-aa12a9560ecd/4cd0e884-9635-4169-a0fc-6432ef7919f9) {{(pid=75062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:00:40.712254 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d696a9-728d-4aa9-ac67-8020ab03606b {{(pid=75062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 16:00:40.772610 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port f2d696a9-728d-4aa9-ac67-8020ab03606b, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=f2d696a9-728d-4aa9-ac67-8020ab03606b,segment=NetworkSegment(29e44bf0-25da-4d57-a187-72675e544d99),segment_id=29e44bf0-25da-4d57-a187-72675e544d99)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:00:40.822584 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:40.829009 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:40.867281 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Router d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8 has already been hosted by L3 agent ecccf787-6cb6-4f52-bf94-e4285ae9b988 {{(pid=75060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:00:40.875348 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.db_base_plugin_common [None req-68e22035-adf6-4148-91fa-6a042ed07ace admin admin] Allocated IP 172.28.2.62 (1515200a-7cd1-4ec3-bca4-b17b78debdd2/e9a37b8d-0a16-4543-b6cb-0b09a5c894bc/dd363660-3b22-4c69-98a3-bd98f623cd7e) {{(pid=75061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:00:40.955156 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=f2d696a9-728d-4aa9-ac67-8020ab03606b,revision_number=4']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:40.968755 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:41.148435 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['f2d696a9-728d-4aa9-ac67-8020ab03606b'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 16:00:41.185254 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-68e22035-adf6-4148-91fa-6a042ed07ace admin admin] Notify callbacks [] for port, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:41.185823 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify agent at l3_agent.dv-cinder-805398-3-smb the message routers_updated {{(pid=75060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:00:41.205480 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914e277f-85e9-49c2-9d94-668126d0f711 None None] Sync routers for ids ['d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8'] in dv-cinder-805398-3-smb {{(pid=75063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 20 16:00:41.221962 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abac3a1-e559-4f4c-9050-e415b766646e req-0e10f651-1d3e-4765-9bb0-b0f130b7073c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:41.225733 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-1abac3a1-e559-4f4c-9050-e415b766646e req-0e10f651-1d3e-4765-9bb0-b0f130b7073c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=377ef7b7-86ec-4eb0-8fac-1672ccab5e10 HTTP/1.1" status: 200 len: 943 time: 0.6131208 Aug 20 16:00:41.226827 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-68e22035-adf6-4148-91fa-6a042ed07ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943'] for port, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:41.232825 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914e277f-85e9-49c2-9d94-668126d0f711 None None] Routers {'d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:00:41.233486 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-914e277f-85e9-49c2-9d94-668126d0f711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:00:12Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8'], 'active': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:41.240034 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-c9243b09-b344-4bf4-8794-552c77d84e2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:41.281554 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for floatingip, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:41.319211 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e22035-adf6-4148-91fa-6a042ed07ace admin admin] Network 1515200a-7cd1-4ec3-bca4-b17b78debdd2 is already hosted by enough agents. {{(pid=75061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:00:41.328015 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e22035-adf6-4148-91fa-6a042ed07ace admin admin] Pushing event updated for resources: {'Port': ['ID=dd363660-3b22-4c69-98a3-bd98f623cd7e,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:41.330865 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-68e22035-adf6-4148-91fa-6a042ed07ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:41.332499 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.base_scheduler [None req-68e22035-adf6-4148-91fa-6a042ed07ace admin admin] Resources bound (agent type, host, resource id): {{(pid=75061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:00:41.335271 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e22035-adf6-4148-91fa-6a042ed07ace admin admin] Received port after_create {{(pid=75061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:00:41.358118 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-4e081f6b-e058-4ae0-91bf-cd9d834d6ca5 None None] Notify callbacks [] for port, precommit_create {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:41.392283 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-4e081f6b-e058-4ae0-91bf-cd9d834d6ca5 None None] Transition to ACTIVE for port object 4cd0e884-9635-4169-a0fc-6432ef7919f9 will not be triggered until provisioned by entity L2. {{(pid=75062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:00:41.437745 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-1abac3a1-e559-4f4c-9050-e415b766646e req-91d93b5c-84b3-4b7e-8646-e6097bea05e2 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=60357bcf-581f-410e-9b60-1a2dc829bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994717 Aug 20 16:00:41.452917 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.2528670 Aug 20 16:00:41.455967 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-4e081f6b-e058-4ae0-91bf-cd9d834d6ca5 None None] Transition to ACTIVE for port object 4cd0e884-9635-4169-a0fc-6432ef7919f9 will not be triggered until provisioned by entity DHCP. {{(pid=75062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:00:41.458103 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 34112) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:41.458826 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd588459b-8b9e-4c3f-9b43-c310bb925625', 'tag': '5c83dd14-c0ef-43ef-9720-387582cab9d1'}] {{(pid=75060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:00:41.475840 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-4e081f6b-e058-4ae0-91bf-cd9d834d6ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943'] for port, after_create {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:41.484325 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-dfc0e44e-6dc0-4c81-887d-2bdd8caafbdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:41.489849 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-55c0b002-3747-400b-948f-88297c3cb946 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-768605690', 'description': 'tempest-secgroup-smoke-768605690 description', 'project_id': 'ec35394f12464353a4a351c52acc2fbd'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:00:41.503081 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-55c0b002-3747-400b-948f-88297c3cb946 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:00:41.529693 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-55c0b002-3747-400b-948f-88297c3cb946 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:00:41.554202 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-55c0b002-3747-400b-948f-88297c3cb946 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:41.558322 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e081f6b-e058-4ae0-91bf-cd9d834d6ca5 None None] Pushing event updated for resources: {'Port': ['ID=4cd0e884-9635-4169-a0fc-6432ef7919f9,revision_number=1']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:41.574197 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-4e081f6b-e058-4ae0-91bf-cd9d834d6ca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:41.580994 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd588459b-8b9e-4c3f-9b43-c310bb925625', 'tag': '5c83dd14-c0ef-43ef-9720-387582cab9d1', 'status': 'completed', 'code': 200} Aug 20 16:00:41.614235 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-68e22035-adf6-4148-91fa-6a042ed07ace admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:41.615091 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-68e22035-adf6-4148-91fa-6a042ed07ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405534'] for router, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:41.627835 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e081f6b-e058-4ae0-91bf-cd9d834d6ca5 None None] Network 0fd9772f-6a5b-4838-9734-91246e787766 is already hosted by enough agents. {{(pid=75062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:00:41.632126 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-55c0b002-3747-400b-948f-88297c3cb946 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:00:41.645711 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-55c0b002-3747-400b-948f-88297c3cb946 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Usage tracker for resource:security_group_rule and tenant:ec35394f12464353a4a351c52acc2fbd is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:00:41.646242 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvr_db [None req-914e277f-85e9-49c2-9d94-668126d0f711 None None] Set router d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8 gateway port host: dv-cinder-805398-3-smb {{(pid=75063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:00:41.652787 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.scheduler.base_scheduler [None req-4e081f6b-e058-4ae0-91bf-cd9d834d6ca5 None None] Resources bound (agent type, host, resource id): {{(pid=75062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:00:41.661835 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-55c0b002-3747-400b-948f-88297c3cb946 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:00:41.663348 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e081f6b-e058-4ae0-91bf-cd9d834d6ca5 None None] Received port after_create {{(pid=75062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:00:41.680178 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-55c0b002-3747-400b-948f-88297c3cb946 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:00:41.776430 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f11ce6b2-a332-49a9-9e18-d193dd63292a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:41.825721 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-55c0b002-3747-400b-948f-88297c3cb946 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:41.835999 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-55c0b002-3747-400b-948f-88297c3cb946 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:41.851354 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-c22bee0f-ba56-459c-8989-549dd7da0908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:41.858449 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-4e081f6b-e058-4ae0-91bf-cd9d834d6ca5 None None] Attempting to bind port 4cd0e884-9635-4169-a0fc-6432ef7919f9 on host dv-cinder-805398-3-smb for vnic_type normal with profile {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 16:00:41.859138 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-4e081f6b-e058-4ae0-91bf-cd9d834d6ca5 None None] Attempting to bind port 4cd0e884-9635-4169-a0fc-6432ef7919f9 by drivers openvswitch,hyperv on host dv-cinder-805398-3-smb at level 0 using segments [{'id': 'a14f6ba5-608e-4252-b0ac-f8255219edb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '0fd9772f-6a5b-4838-9734-91246e787766'}] {{(pid=75062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 16:00:41.859753 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e081f6b-e058-4ae0-91bf-cd9d834d6ca5 None None] Attempting to bind port 4cd0e884-9635-4169-a0fc-6432ef7919f9 on network 0fd9772f-6a5b-4838-9734-91246e787766 {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:00:41.868122 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e081f6b-e058-4ae0-91bf-cd9d834d6ca5 None None] Checking agent: {'id': 'f0705a43-169d-4811-8182-ed59241d69e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805398-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 46, 40), 'started_at': datetime.datetime(2021, 8, 20, 15, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 16, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805398-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 16:00:41.868956 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e081f6b-e058-4ae0-91bf-cd9d834d6ca5 None None] Checking segment: {'id': 'a14f6ba5-608e-4252-b0ac-f8255219edb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '0fd9772f-6a5b-4838-9734-91246e787766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 16:00:41.869625 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-4e081f6b-e058-4ae0-91bf-cd9d834d6ca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:41.870377 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e081f6b-e058-4ae0-91bf-cd9d834d6ca5 None None] Bound using segment: {'id': 'a14f6ba5-608e-4252-b0ac-f8255219edb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '0fd9772f-6a5b-4838-9734-91246e787766'} {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 16:00:41.871220 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-4e081f6b-e058-4ae0-91bf-cd9d834d6ca5 None None] Bound port: 4cd0e884-9635-4169-a0fc-6432ef7919f9, host: dv-cinder-805398-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a14f6ba5-608e-4252-b0ac-f8255219edb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '0fd9772f-6a5b-4838-9734-91246e787766'}}] {{(pid=75062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 16:00:41.871904 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-4e081f6b-e058-4ae0-91bf-cd9d834d6ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:41.895908 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c0b002-3747-400b-948f-88297c3cb946 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=727e2ca7-c73c-4e33-a2f2-a857dc04dacd,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:41.899949 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-55c0b002-3747-400b-948f-88297c3cb946 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:41.928866 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-55c0b002-3747-400b-948f-88297c3cb946 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:41.930741 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-55c0b002-3747-400b-948f-88297c3cb946 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4566417 Aug 20 16:00:41.933506 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 34128) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:41.941006 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-89075741-2c9b-4def-a3c5-10a24af82858 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Request body: {'security_group_rule': {'security_group_id': '727e2ca7-c73c-4e33-a2f2-a857dc04dacd', 'project_id': 'ec35394f12464353a4a351c52acc2fbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:00:41.948726 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-89075741-2c9b-4def-a3c5-10a24af82858 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:00:41.953888 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-89075741-2c9b-4def-a3c5-10a24af82858 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Usage tracker for resource:security_group_rule and tenant:ec35394f12464353a4a351c52acc2fbd is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:00:41.958177 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-89075741-2c9b-4def-a3c5-10a24af82858 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:00:41.974489 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-89075741-2c9b-4def-a3c5-10a24af82858 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:00:41.986812 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-4e081f6b-e058-4ae0-91bf-cd9d834d6ca5 None None] For port 4cd0e884-9635-4169-a0fc-6432ef7919f9, host dv-cinder-805398-3-smb, cleared binding levels {{(pid=75062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:00:41.994543 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-4e081f6b-e058-4ae0-91bf-cd9d834d6ca5 None None] For port 4cd0e884-9635-4169-a0fc-6432ef7919f9, host dv-cinder-805398-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=4cd0e884-9635-4169-a0fc-6432ef7919f9,segment=NetworkSegment(a14f6ba5-608e-4252-b0ac-f8255219edb5),segment_id=a14f6ba5-608e-4252-b0ac-f8255219edb5)] {{(pid=75062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 16:00:42.001284 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-4e081f6b-e058-4ae0-91bf-cd9d834d6ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:42.010759 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-89075741-2c9b-4def-a3c5-10a24af82858 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:42.012203 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-4e081f6b-e058-4ae0-91bf-cd9d834d6ca5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:42.122387 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-89075741-2c9b-4def-a3c5-10a24af82858 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:42.131527 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-89075741-2c9b-4def-a3c5-10a24af82858 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446176'] for security_group_rule, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:42.135042 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:42.178495 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e081f6b-e058-4ae0-91bf-cd9d834d6ca5 None None] Pushing event updated for resources: {'Port': ['ID=4cd0e884-9635-4169-a0fc-6432ef7919f9,revision_number=2']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:42.183876 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-4e081f6b-e058-4ae0-91bf-cd9d834d6ca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:42.184974 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-27f531df-bff8-47e5-bca4-36581574764e req-2fc4a581-fd2f-4af5-bb79-1dbe547e3b70 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec35394f12464353a4a351c52acc2fbd&device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 1098 time: 0.5956898 Aug 20 16:00:42.188961 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89075741-2c9b-4def-a3c5-10a24af82858 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ece9a6ca-163f-495c-9799-c6a492c6de34,revision_number=0']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:42.203138 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-89075741-2c9b-4def-a3c5-10a24af82858 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:42.223542 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-89075741-2c9b-4def-a3c5-10a24af82858 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:42.225620 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-914e277f-85e9-49c2-9d94-668126d0f711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'name': 'tempest-TestMinimumBasicScenario-533496434-router', 'tenant_id': 'ec35394f12464353a4a351c52acc2fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd1dcf20e-0f73-4040-8699-6da70e4d6515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:58:42Z', 'updated_at': '2021-08-20T15:58:48Z', 'revision_number': 4, 'project_id': 'ec35394f12464353a4a351c52acc2fbd', 'gw_port': {'id': 'd1dcf20e-0f73-4040-8699-6da70e4d6515', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:44:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:58:43Z', 'updated_at': '2021-08-20T15:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_floatingips': [{'id': '826ab0ab-5423-4075-80a5-607045a5f4cd', 'tenant_id': 'ec35394f12464353a4a351c52acc2fbd', 'floating_ip_address': '172.28.2.50', 'floating_network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'router_id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'port_id': '5c83dd14-c0ef-43ef-9720-387582cab9d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebdac831-0f71-47ab-be31-14452bf996d9', 'mac_address': 'fa:16:3e:0d:9a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588459b-8b9e-4c3f-9b43-c310bb925625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T16:00:38Z', 'updated_at': '2021-08-20T16:00:38Z', 'revision_number': 0, 'project_id': 'ec35394f12464353a4a351c52acc2fbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df8324e-6638-4488-92f1-2b9eab409445', 'name': '', 'network_id': 'ebdac831-0f71-47ab-be31-14452bf996d9', 'tenant_id': 'ec35394f12464353a4a351c52acc2fbd', 'mac_address': 'fa:16:3e:79:1c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6a93898-e1a7-47e9-af71-16ce0ce7027f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:58:47Z', 'updated_at': '2021-08-20T15:59:01Z', 'revision_number': 5, 'project_id': 'ec35394f12464353a4a351c52acc2fbd', 'subnets': [{'id': 'd6a93898-e1a7-47e9-af71-16ce0ce7027f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:42.229559 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-89075741-2c9b-4def-a3c5-10a24af82858 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2948108 Aug 20 16:00:42.230223 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 34132) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:42.233070 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914e277f-85e9-49c2-9d94-668126d0f711 None None] Checking router: d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8 for host: dv-cinder-805398-3-smb {{(pid=75063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 20 16:00:42.237837 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-aa3d1680-4c28-4c0f-b015-9d98acc61639 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Request body: {'security_group_rule': {'security_group_id': '727e2ca7-c73c-4e33-a2f2-a857dc04dacd', 'project_id': 'ec35394f12464353a4a351c52acc2fbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:00:42.244580 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-aa3d1680-4c28-4c0f-b015-9d98acc61639 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:00:42.250920 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-aa3d1680-4c28-4c0f-b015-9d98acc61639 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Usage tracker for resource:security_group_rule and tenant:ec35394f12464353a4a351c52acc2fbd is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:00:42.251891 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914e277f-85e9-49c2-9d94-668126d0f711 None None] Routers {'d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:00:42.252894 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-914e277f-85e9-49c2-9d94-668126d0f711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:00:42Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8'], 'active': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:42.254476 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-aa3d1680-4c28-4c0f-b015-9d98acc61639 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:00:42.261037 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-aa3d1680-4c28-4c0f-b015-9d98acc61639 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:00:42.294085 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-aa3d1680-4c28-4c0f-b015-9d98acc61639 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:42.410523 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-aa3d1680-4c28-4c0f-b015-9d98acc61639 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:42.420165 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-aa3d1680-4c28-4c0f-b015-9d98acc61639 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446176'] for security_group_rule, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:42.422843 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:42.456097 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f531df-bff8-47e5-bca4-36581574764e req-e6e33d28-3a93-4aa1-9532-b2b1d194c07f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:42.460217 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-27f531df-bff8-47e5-bca4-36581574764e req-e6e33d28-3a93-4aa1-9532-b2b1d194c07f service neutron] 10.222.0.54 "GET /v2.0/networks?id=ebdac831-0f71-47ab-be31-14452bf996d9 HTTP/1.1" status: 200 len: 916 time: 0.2665637 Aug 20 16:00:42.488937 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d1680-4c28-4c0f-b015-9d98acc61639 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ff21a01-611c-44d7-b778-4b51b688307e,revision_number=0']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:42.512450 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-aa3d1680-4c28-4c0f-b015-9d98acc61639 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:42.570814 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-aa3d1680-4c28-4c0f-b015-9d98acc61639 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:42.577084 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-aa3d1680-4c28-4c0f-b015-9d98acc61639 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3448970 Aug 20 16:00:42.581907 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 34142) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:42.595547 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-eaf1f83f-9751-4024-a349-7c9c3cffb06c tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Request body: {'security_group_rule': {'security_group_id': '727e2ca7-c73c-4e33-a2f2-a857dc04dacd', 'project_id': 'ec35394f12464353a4a351c52acc2fbd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:00:42.622454 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-eaf1f83f-9751-4024-a349-7c9c3cffb06c tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:00:42.630310 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-eaf1f83f-9751-4024-a349-7c9c3cffb06c tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Usage tracker for resource:security_group_rule and tenant:ec35394f12464353a4a351c52acc2fbd is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:00:42.647091 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-eaf1f83f-9751-4024-a349-7c9c3cffb06c tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:00:42.680685 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-eaf1f83f-9751-4024-a349-7c9c3cffb06c tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:00:42.721703 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-eaf1f83f-9751-4024-a349-7c9c3cffb06c tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:42.779289 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvr_db [None req-914e277f-85e9-49c2-9d94-668126d0f711 None None] Set router d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8 gateway port host: dv-cinder-805398-3-smb {{(pid=75063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:00:42.892977 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e22035-adf6-4148-91fa-6a042ed07ace admin admin] Router d161e233-a31d-4925-a276-13ee3ce933e6 is scheduled to L3 agent ecccf787-6cb6-4f52-bf94-e4285ae9b988 with binding_index 1 {{(pid=75061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 16:00:42.932817 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-eaf1f83f-9751-4024-a349-7c9c3cffb06c tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:42.935632 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-27f531df-bff8-47e5-bca4-36581574764e req-9c21c4cd-e424-4706-b2d0-668de90966f8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c83dd14-c0ef-43ef-9720-387582cab9d1 HTTP/1.1" status: 200 len: 998 time: 0.4298544 Aug 20 16:00:42.940438 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-eaf1f83f-9751-4024-a349-7c9c3cffb06c tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446176'] for security_group_rule, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:42.943246 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:42.993928 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1f83f-9751-4024-a349-7c9c3cffb06c tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66c22bff-385c-4359-bccb-b594fb159ffb,revision_number=0']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:43.004581 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-eaf1f83f-9751-4024-a349-7c9c3cffb06c tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:43.023332 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-eaf1f83f-9751-4024-a349-7c9c3cffb06c tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:43.029063 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-eaf1f83f-9751-4024-a349-7c9c3cffb06c tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4458914 Aug 20 16:00:43.030910 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 34150) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:43.038290 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-e50346a4-91ba-4fe7-90c7-c537fd2e2b4e tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Request body: {'security_group_rule': {'security_group_id': '727e2ca7-c73c-4e33-a2f2-a857dc04dacd', 'project_id': 'ec35394f12464353a4a351c52acc2fbd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:00:43.059221 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-e50346a4-91ba-4fe7-90c7-c537fd2e2b4e tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:00:43.068456 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-e50346a4-91ba-4fe7-90c7-c537fd2e2b4e tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Usage tracker for resource:security_group_rule and tenant:ec35394f12464353a4a351c52acc2fbd is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:00:43.081307 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-e50346a4-91ba-4fe7-90c7-c537fd2e2b4e tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:00:43.107945 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-e50346a4-91ba-4fe7-90c7-c537fd2e2b4e tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:00:43.138588 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-e50346a4-91ba-4fe7-90c7-c537fd2e2b4e tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:43.198729 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:43.219200 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f531df-bff8-47e5-bca4-36581574764e req-9cfe779b-2392-4b0b-89c0-5c82943defd7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:43.220720 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-27f531df-bff8-47e5-bca4-36581574764e req-9cfe779b-2392-4b0b-89c0-5c82943defd7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d6a93898-e1a7-47e9-af71-16ce0ce7027f HTTP/1.1" status: 200 len: 853 time: 0.2738743 Aug 20 16:00:43.321495 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c457094-16d1-49b7-b1d9-f5bbe626afd4 req-0edd09f5-3393-49ff-8e2b-87c24b8cc728 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:43.323212 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9c457094-16d1-49b7-b1d9-f5bbe626afd4 req-0edd09f5-3393-49ff-8e2b-87c24b8cc728 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=377ef7b7-86ec-4eb0-8fac-1672ccab5e10 HTTP/1.1" status: 200 len: 944 time: 0.4947174 Aug 20 16:00:43.366857 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-e50346a4-91ba-4fe7-90c7-c537fd2e2b4e tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:43.382007 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-e50346a4-91ba-4fe7-90c7-c537fd2e2b4e tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446176'] for security_group_rule, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:43.384092 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-e2835868-9c93-4f7e-a97f-83586793876f tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:43.440682 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 4cd0e884-9635-4169-a0fc-6432ef7919f9 up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 16:00:43.458030 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-e50346a4-91ba-4fe7-90c7-c537fd2e2b4e tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:43.471319 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-e50346a4-91ba-4fe7-90c7-c537fd2e2b4e tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4350271 Aug 20 16:00:43.471861 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 34156) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:43.479251 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-26c9c951-3a59-4b8d-9f02-e702ce8cfba6 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Request body: {'security_group_rule': {'security_group_id': '727e2ca7-c73c-4e33-a2f2-a857dc04dacd', 'project_id': 'ec35394f12464353a4a351c52acc2fbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:00:43.497317 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50346a4-91ba-4fe7-90c7-c537fd2e2b4e tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae5570f7-d9ab-40c3-8e80-1bd90c334c87,revision_number=0']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:43.513854 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-26c9c951-3a59-4b8d-9f02-e702ce8cfba6 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:00:43.539854 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-e50346a4-91ba-4fe7-90c7-c537fd2e2b4e tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:43.552197 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-26c9c951-3a59-4b8d-9f02-e702ce8cfba6 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Usage tracker for resource:security_group_rule and tenant:ec35394f12464353a4a351c52acc2fbd is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:00:43.556262 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-26c9c951-3a59-4b8d-9f02-e702ce8cfba6 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:00:43.574961 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-26c9c951-3a59-4b8d-9f02-e702ce8cfba6 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:00:43.616508 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.db.securitygroups_db [None req-26c9c951-3a59-4b8d-9f02-e702ce8cfba6 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Project ec35394f12464353a4a351c52acc2fbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 16:00:43.626685 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9c457094-16d1-49b7-b1d9-f5bbe626afd4 req-7125914a-38a4-4731-a038-cdb1902fdfac tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=60357bcf-581f-410e-9b60-1a2dc829bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2622619 Aug 20 16:00:43.634181 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-26c9c951-3a59-4b8d-9f02-e702ce8cfba6 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:43.663665 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-27f531df-bff8-47e5-bca4-36581574764e req-50ce45bc-1187-45ef-8439-fecfc20faa32 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ebdac831-0f71-47ab-be31-14452bf996d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4180384 Aug 20 16:00:43.675994 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning for port 4cd0e884-9635-4169-a0fc-6432ef7919f9 completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:00:43.803062 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1322825f-edb0-4b03-b5a4-5677f93b090f None None] Network 0fd9772f-6a5b-4838-9734-91246e787766 requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 16:00:43.841712 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-26c9c951-3a59-4b8d-9f02-e702ce8cfba6 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:43.856219 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-26c9c951-3a59-4b8d-9f02-e702ce8cfba6 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446176'] for security_group_rule, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:43.859402 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-aa3d1680-4c28-4c0f-b015-9d98acc61639 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:43.900338 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9c951-3a59-4b8d-9f02-e702ce8cfba6 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfdc20a8-8338-48b3-8051-b22bc65363c1,revision_number=0']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:43.907495 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-26c9c951-3a59-4b8d-9f02-e702ce8cfba6 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:43.923746 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-26c9c951-3a59-4b8d-9f02-e702ce8cfba6 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:43.935001 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device f2d696a9-728d-4aa9-ac67-8020ab03606b up at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 16:00:43.935258 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-26c9c951-3a59-4b8d-9f02-e702ce8cfba6 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4616718 Aug 20 16:00:43.936196 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 34164) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:43.947895 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-8df21a42-ed5f-45d9-9491-72d4f3a2431a tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Request body: {'security_group_rule': {'security_group_id': '727e2ca7-c73c-4e33-a2f2-a857dc04dacd', 'project_id': 'ec35394f12464353a4a351c52acc2fbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:00:43.959189 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-8df21a42-ed5f-45d9-9491-72d4f3a2431a tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:00:43.967756 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-8df21a42-ed5f-45d9-9491-72d4f3a2431a tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Usage tracker for resource:security_group_rule and tenant:ec35394f12464353a4a351c52acc2fbd is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:00:43.973207 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-8df21a42-ed5f-45d9-9491-72d4f3a2431a tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:00:43.986288 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-8df21a42-ed5f-45d9-9491-72d4f3a2431a tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:00:44.009363 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.db.securitygroups_db [None req-8df21a42-ed5f-45d9-9491-72d4f3a2431a tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Project ec35394f12464353a4a351c52acc2fbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 16:00:44.016738 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-914e277f-85e9-49c2-9d94-668126d0f711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'name': 'tempest-TestMinimumBasicScenario-533496434-router', 'tenant_id': 'ec35394f12464353a4a351c52acc2fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd1dcf20e-0f73-4040-8699-6da70e4d6515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:58:42Z', 'updated_at': '2021-08-20T15:58:48Z', 'revision_number': 4, 'project_id': 'ec35394f12464353a4a351c52acc2fbd', 'gw_port': {'id': 'd1dcf20e-0f73-4040-8699-6da70e4d6515', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:44:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:58:43Z', 'updated_at': '2021-08-20T15:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_floatingips': [{'id': '826ab0ab-5423-4075-80a5-607045a5f4cd', 'tenant_id': 'ec35394f12464353a4a351c52acc2fbd', 'floating_ip_address': '172.28.2.50', 'floating_network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'router_id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'port_id': '5c83dd14-c0ef-43ef-9720-387582cab9d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebdac831-0f71-47ab-be31-14452bf996d9', 'mac_address': 'fa:16:3e:0d:9a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588459b-8b9e-4c3f-9b43-c310bb925625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T16:00:38Z', 'updated_at': '2021-08-20T16:00:38Z', 'revision_number': 0, 'project_id': 'ec35394f12464353a4a351c52acc2fbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df8324e-6638-4488-92f1-2b9eab409445', 'name': '', 'network_id': 'ebdac831-0f71-47ab-be31-14452bf996d9', 'tenant_id': 'ec35394f12464353a4a351c52acc2fbd', 'mac_address': 'fa:16:3e:79:1c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6a93898-e1a7-47e9-af71-16ce0ce7027f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:58:47Z', 'updated_at': '2021-08-20T15:59:01Z', 'revision_number': 5, 'project_id': 'ec35394f12464353a4a351c52acc2fbd', 'subnets': [{'id': 'd6a93898-e1a7-47e9-af71-16ce0ce7027f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:44.024950 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-8df21a42-ed5f-45d9-9491-72d4f3a2431a tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:44.029373 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914e277f-85e9-49c2-9d94-668126d0f711 None None] The sync data for ids ['d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8'] in dv-cinder-805398-3-smb is: [{'id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'name': 'tempest-TestMinimumBasicScenario-533496434-router', 'tenant_id': 'ec35394f12464353a4a351c52acc2fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd1dcf20e-0f73-4040-8699-6da70e4d6515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:58:42Z', 'updated_at': '2021-08-20T15:58:48Z', 'revision_number': 4, 'project_id': 'ec35394f12464353a4a351c52acc2fbd', 'gw_port': {'id': 'd1dcf20e-0f73-4040-8699-6da70e4d6515', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:44:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:58:43Z', 'updated_at': '2021-08-20T15:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_floatingips': [{'id': '826ab0ab-5423-4075-80a5-607045a5f4cd', 'tenant_id': 'ec35394f12464353a4a351c52acc2fbd', 'floating_ip_address': '172.28.2.50', 'floating_network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'router_id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'port_id': '5c83dd14-c0ef-43ef-9720-387582cab9d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebdac831-0f71-47ab-be31-14452bf996d9', 'mac_address': 'fa:16:3e:0d:9a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588459b-8b9e-4c3f-9b43-c310bb925625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T16:00:38Z', 'updated_at': '2021-08-20T16:00:38Z', 'revision_number': 0, 'project_id': 'ec35394f12464353a4a351c52acc2fbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df8324e-6638-4488-92f1-2b9eab409445', 'name': '', 'network_id': 'ebdac831-0f71-47ab-be31-14452bf996d9', 'tenant_id': 'ec35394f12464353a4a351c52acc2fbd', 'mac_address': 'fa:16:3e:79:1c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6a93898-e1a7-47e9-af71-16ce0ce7027f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:58:47Z', 'updated_at': '2021-08-20T15:59:01Z', 'revision_number': 5, 'project_id': 'ec35394f12464353a4a351c52acc2fbd', 'subnets': [{'id': 'd6a93898-e1a7-47e9-af71-16ce0ce7027f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 20 16:00:44.052558 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-27f531df-bff8-47e5-bca4-36581574764e req-58c8f014-7db0-4046-aaa7-452ca4bc6ac0 service neutron] 10.222.0.54 "GET /v2.0/networks/ebdac831-0f71-47ab-be31-14452bf996d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804421 Aug 20 16:00:44.107648 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-326b3a31-0123-494f-ac2a-e5d683465d9c None None] Provisioning for port 4cd0e884-9635-4169-a0fc-6432ef7919f9 completed by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:00:44.161267 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-326b3a31-0123-494f-ac2a-e5d683465d9c None None] Provisioning complete for port 4cd0e884-9635-4169-a0fc-6432ef7919f9 triggered by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:00:44.161890 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-326b3a31-0123-494f-ac2a-e5d683465d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:44.174798 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-8df21a42-ed5f-45d9-9491-72d4f3a2431a tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:44.194285 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-8df21a42-ed5f-45d9-9491-72d4f3a2431a tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446176'] for security_group_rule, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:44.199963 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-603d662d-db1a-4050-86a9-bb596d24d9ff tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:44.222838 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e22035-adf6-4148-91fa-6a042ed07ace admin admin] Notify agent at l3_agent.dv-cinder-805398-3-smb the message routers_updated {{(pid=75061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:00:44.228180 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df21a42-ed5f-45d9-9491-72d4f3a2431a tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1022751-938b-43cd-bb15-65f0d5381f1b,revision_number=0']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:44.231461 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-8df21a42-ed5f-45d9-9491-72d4f3a2431a tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:44.247350 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-8df21a42-ed5f-45d9-9491-72d4f3a2431a tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:44.252232 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-8df21a42-ed5f-45d9-9491-72d4f3a2431a tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3110447 Aug 20 16:00:44.252518 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c08983b-cc9e-4b5c-b19a-2b8e9cabcd97 None None] Sync routers for ids ['d161e233-a31d-4925-a276-13ee3ce933e6'] in dv-cinder-805398-3-smb {{(pid=75062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 20 16:00:44.265221 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-27f531df-bff8-47e5-bca4-36581574764e req-35ad7df5-cb9b-4b37-81e9-1cdeda2dca0a service neutron] 10.222.0.54 "GET /v2.0/networks/ebdac831-0f71-47ab-be31-14452bf996d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050693 Aug 20 16:00:44.267697 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-68e22035-adf6-4148-91fa-6a042ed07ace admin admin] Notify callbacks [] for router, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:44.269473 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-68e22035-adf6-4148-91fa-6a042ed07ace admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5786538 Aug 20 16:00:44.273386 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 34170) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:44.329171 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning for port f2d696a9-728d-4aa9-ac67-8020ab03606b completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:00:44.352006 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning complete for port f2d696a9-728d-4aa9-ac67-8020ab03606b triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:00:44.352360 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:44.388278 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c08983b-cc9e-4b5c-b19a-2b8e9cabcd97 None None] Routers {'d161e233-a31d-4925-a276-13ee3ce933e6'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:00:44.388945 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-9c08983b-cc9e-4b5c-b19a-2b8e9cabcd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:00:42Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['d161e233-a31d-4925-a276-13ee3ce933e6'], 'active': True} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:44.434939 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-78456388-b175-4f0e-a344-1b7f2ed6ef35 req-830fc1f2-5f99-4eef-aadd-bb08e0620c0f tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-768605690&fields=id&tenant_id=ec35394f12464353a4a351c52acc2fbd HTTP/1.1" status: 200 len: 267 time: 0.0754621 Aug 20 16:00:44.532882 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78456388-b175-4f0e-a344-1b7f2ed6ef35 req-b9c01f16-c04b-44c0-bba7-91d8028481d5 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:44.545768 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-78456388-b175-4f0e-a344-1b7f2ed6ef35 req-b9c01f16-c04b-44c0-bba7-91d8028481d5 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 945 time: 0.1095369 Aug 20 16:00:44.555550 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [req-78456388-b175-4f0e-a344-1b7f2ed6ef35 req-00afaa35-6b09-4c1c-9c64-eaf42af6b723 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Request body: {'port': {'security_groups': ['95b4190b-ee08-4bef-bec3-9337339b0b65', '727e2ca7-c73c-4e33-a2f2-a857dc04dacd']}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:00:44.606845 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-326b3a31-0123-494f-ac2a-e5d683465d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:44.759484 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:44.855909 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-326b3a31-0123-494f-ac2a-e5d683465d9c None None] For port 4cd0e884-9635-4169-a0fc-6432ef7919f9, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=4cd0e884-9635-4169-a0fc-6432ef7919f9,segment=NetworkSegment(a14f6ba5-608e-4252-b0ac-f8255219edb5),segment_id=a14f6ba5-608e-4252-b0ac-f8255219edb5)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:00:44.875043 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-78456388-b175-4f0e-a344-1b7f2ed6ef35 req-00afaa35-6b09-4c1c-9c64-eaf42af6b723 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:44.878421 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-326b3a31-0123-494f-ac2a-e5d683465d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:44.885056 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-b436c65a-2efb-4c19-bb57-6eb02f16daf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:45.023896 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:45.120673 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvr_db [None req-9c08983b-cc9e-4b5c-b19a-2b8e9cabcd97 None None] Set router d161e233-a31d-4925-a276-13ee3ce933e6 gateway port host: dv-cinder-805398-3-smb {{(pid=75062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:00:45.374734 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 6 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 16:00:45.470773 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377ef7b7-86ec-4eb0-8fac-1672ccab5e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d696a9-728d-4aa9-ac67-8020ab03606b'}] {{(pid=75062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:00:45.492192 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-78456388-b175-4f0e-a344-1b7f2ed6ef35 req-00afaa35-6b09-4c1c-9c64-eaf42af6b723 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] For port 5c83dd14-c0ef-43ef-9720-387582cab9d1, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=5c83dd14-c0ef-43ef-9720-387582cab9d1,segment=NetworkSegment(a52ce078-bd22-42ec-957a-b9fc1c8ffc69),segment_id=a52ce078-bd22-42ec-957a-b9fc1c8ffc69)] {{(pid=75061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:00:45.496878 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b3a31-0123-494f-ac2a-e5d683465d9c None None] Pushing event updated for resources: {'Port': ['ID=4cd0e884-9635-4169-a0fc-6432ef7919f9,revision_number=3']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:45.505522 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-326b3a31-0123-494f-ac2a-e5d683465d9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:45.590520 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port f2d696a9-728d-4aa9-ac67-8020ab03606b, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=f2d696a9-728d-4aa9-ac67-8020ab03606b,segment=NetworkSegment(29e44bf0-25da-4d57-a187-72675e544d99),segment_id=29e44bf0-25da-4d57-a187-72675e544d99)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:00:45.604914 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:45.608967 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-4e081f6b-e058-4ae0-91bf-cd9d834d6ca5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:45.636508 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.db.resource_extend [req-78456388-b175-4f0e-a344-1b7f2ed6ef35 req-00afaa35-6b09-4c1c-9c64-eaf42af6b723 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 16:00:45.665019 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-78456388-b175-4f0e-a344-1b7f2ed6ef35 req-00afaa35-6b09-4c1c-9c64-eaf42af6b723 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks [] for port, precommit_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:45.688324 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-78456388-b175-4f0e-a344-1b7f2ed6ef35 req-00afaa35-6b09-4c1c-9c64-eaf42af6b723 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:45.695928 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:45.738700 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['5c83dd14-c0ef-43ef-9720-387582cab9d1'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 16:00:45.777120 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78456388-b175-4f0e-a344-1b7f2ed6ef35 req-00afaa35-6b09-4c1c-9c64-eaf42af6b723 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:45.777816 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-78456388-b175-4f0e-a344-1b7f2ed6ef35 req-00afaa35-6b09-4c1c-9c64-eaf42af6b723 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:45.792623 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-78456388-b175-4f0e-a344-1b7f2ed6ef35 req-00afaa35-6b09-4c1c-9c64-eaf42af6b723 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "PUT /v2.0/ports/5c83dd14-c0ef-43ef-9720-387582cab9d1 HTTP/1.1" status: 200 len: 981 time: 1.2453332 Aug 20 16:00:45.795579 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd588459b-8b9e-4c3f-9b43-c310bb925625', 'tag': '5c83dd14-c0ef-43ef-9720-387582cab9d1'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:00:45.851236 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4421b34-f063-444d-8464-e584aa20998a req-cd49e58f-bb68-45b8-ba00-a54a5c113496 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:45.852899 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e4421b34-f063-444d-8464-e584aa20998a req-cd49e58f-bb68-45b8-ba00-a54a5c113496 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=377ef7b7-86ec-4eb0-8fac-1672ccab5e10 HTTP/1.1" status: 200 len: 945 time: 0.3292537 Aug 20 16:00:45.869435 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afaa35-6b09-4c1c-9c64-eaf42af6b723 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Pushing event updated for resources: {'Port': ['ID=5c83dd14-c0ef-43ef-9720-387582cab9d1,revision_number=6']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:45.877787 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-00afaa35-6b09-4c1c-9c64-eaf42af6b723 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:45.904635 dv-cinder-805398-3-smb neutron-server[75062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377ef7b7-86ec-4eb0-8fac-1672ccab5e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d696a9-728d-4aa9-ac67-8020ab03606b', 'code': 200} Aug 20 16:00:45.977880 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['5c83dd14-c0ef-43ef-9720-387582cab9d1'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 16:00:45.992495 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e4421b34-f063-444d-8464-e584aa20998a req-19063a9a-6304-468b-86f9-91cf21a8e742 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=60357bcf-581f-410e-9b60-1a2dc829bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193054 Aug 20 16:00:46.200536 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd588459b-8b9e-4c3f-9b43-c310bb925625', 'tag': '5c83dd14-c0ef-43ef-9720-387582cab9d1', 'status': 'completed', 'code': 200} Aug 20 16:00:46.294968 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad5a61-52ac-45e0-812b-f459ecfdb83e req-1c5621fc-2a23-46ae-b871-9df94a887c4a tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:46.302579 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-39ad5a61-52ac-45e0-812b-f459ecfdb83e req-1c5621fc-2a23-46ae-b871-9df94a887c4a tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 984 time: 0.2261376 Aug 20 16:00:46.368514 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=f2d696a9-728d-4aa9-ac67-8020ab03606b,revision_number=5']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:46.396639 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.788s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:46.403813 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-39ad5a61-52ac-45e0-812b-f459ecfdb83e req-5b8f54c4-40cf-4ca0-848a-85b9b6f40ed8 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&id=727e2ca7-c73c-4e33-a2f2-a857dc04dacd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1002214 Aug 20 16:00:46.435095 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-328ed8ab-e9ec-4f08-8add-fd7df96e925e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:46.436364 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-489d4133-b2c8-42e8-badd-aeaad9e4f318 req-a32d9834-7cc8-4e14-89ea-28c9a5de975d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec35394f12464353a4a351c52acc2fbd&device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 1137 time: 0.2039723 Aug 20 16:00:46.594498 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-7451a12e-3832-4b0d-a981-b1172afeb263 None None] Provisioning complete for port 4cd0e884-9635-4169-a0fc-6432ef7919f9 triggered by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:00:46.595225 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-7451a12e-3832-4b0d-a981-b1172afeb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:47.020813 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.db_base_plugin_common [None req-328ed8ab-e9ec-4f08-8add-fd7df96e925e admin admin] Allocated IP 172.20.0.1 (0fd9772f-6a5b-4838-9734-91246e787766/ddef5bd5-0b98-4738-8f4b-aa12a9560ecd/6e512057-ccb3-4482-a0b9-43ee771908d7) {{(pid=75060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:00:47.021952 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-99be1821-238e-40a2-a270-e3099d355726 req-32104940-4d98-4ea2-8be9-03bf360c8a0c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=377ef7b7-86ec-4eb0-8fac-1672ccab5e10 HTTP/1.1" status: 200 len: 1098 time: 0.2705545 Aug 20 16:00:47.135756 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-99be1821-238e-40a2-a270-e3099d355726 req-18106723-38cd-4fdb-8823-73857b484032 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=60357bcf-581f-410e-9b60-1a2dc829bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019564 Aug 20 16:00:47.156895 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d4133-b2c8-42e8-badd-aeaad9e4f318 req-cb5e30dd-6a97-403a-b1f8-6708d165c718 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:47.161386 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-489d4133-b2c8-42e8-badd-aeaad9e4f318 req-cb5e30dd-6a97-403a-b1f8-6708d165c718 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ebdac831-0f71-47ab-be31-14452bf996d9 HTTP/1.1" status: 200 len: 916 time: 0.7146902 Aug 20 16:00:47.293018 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-9c08983b-cc9e-4b5c-b19a-2b8e9cabcd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd161e233-a31d-4925-a276-13ee3ce933e6', 'name': 'tempest-TestShelveInstance-1023982459-router', 'tenant_id': '86d5d837fa764cb8899ea8b0482c2fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': 'dd363660-3b22-4c69-98a3-bd98f623cd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:39Z', 'updated_at': '2021-08-20T16:00:41Z', 'revision_number': 3, 'project_id': '86d5d837fa764cb8899ea8b0482c2fb0', 'gw_port': {'id': 'dd363660-3b22-4c69-98a3-bd98f623cd7e', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bb:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd161e233-a31d-4925-a276-13ee3ce933e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:40Z', 'updated_at': '2021-08-20T16:00:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb'}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:47.316151 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c08983b-cc9e-4b5c-b19a-2b8e9cabcd97 None None] Checking router: d161e233-a31d-4925-a276-13ee3ce933e6 for host: dv-cinder-805398-3-smb {{(pid=75062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 20 16:00:47.316497 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c08983b-cc9e-4b5c-b19a-2b8e9cabcd97 None None] Updating router d161e233-a31d-4925-a276-13ee3ce933e6 port dd363660-3b22-4c69-98a3-bd98f623cd7e binding host dv-cinder-805398-3-smb {{(pid=75062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 20 16:00:47.385060 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 4cd0e884-9635-4169-a0fc-6432ef7919f9 up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 16:00:47.416695 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2beb55e-ff28-4765-9744-a6d6eb5f18bc None None] New status for floating IP 826ab0ab-5423-4075-80a5-607045a5f4cd: ACTIVE {{(pid=75063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 20 16:00:47.512297 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-489d4133-b2c8-42e8-badd-aeaad9e4f318 req-62106a22-9d92-4131-8c5b-7a9bbdda7d16 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c83dd14-c0ef-43ef-9720-387582cab9d1 HTTP/1.1" status: 200 len: 998 time: 0.1616418 Aug 20 16:00:47.526749 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-328ed8ab-e9ec-4f08-8add-fd7df96e925e admin admin] Notify callbacks [] for port, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:47.589903 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.provisioning_blocks [None req-328ed8ab-e9ec-4f08-8add-fd7df96e925e admin admin] Transition to ACTIVE for port object 6e512057-ccb3-4482-a0b9-43ee771908d7 will not be triggered until provisioned by entity DHCP. {{(pid=75060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:00:47.637301 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-328ed8ab-e9ec-4f08-8add-fd7df96e925e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6850519'] for port, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:47.637590 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-9c08983b-cc9e-4b5c-b19a-2b8e9cabcd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:47.640387 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:47.725065 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328ed8ab-e9ec-4f08-8add-fd7df96e925e admin admin] Network 0fd9772f-6a5b-4838-9734-91246e787766 is already hosted by enough agents. {{(pid=75060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:00:47.728869 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.base_scheduler [None req-328ed8ab-e9ec-4f08-8add-fd7df96e925e admin admin] Resources bound (agent type, host, resource id): {{(pid=75060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:00:47.731369 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ed8ab-e9ec-4f08-8add-fd7df96e925e admin admin] Pushing event updated for resources: {'Port': ['ID=6e512057-ccb3-4482-a0b9-43ee771908d7,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:47.732338 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d4133-b2c8-42e8-badd-aeaad9e4f318 req-10f7b0c5-58a0-4820-906b-08804ed64c76 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:47.733755 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328ed8ab-e9ec-4f08-8add-fd7df96e925e admin admin] Received port after_create {{(pid=75060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:00:47.735160 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-489d4133-b2c8-42e8-badd-aeaad9e4f318 req-10f7b0c5-58a0-4820-906b-08804ed64c76 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d6a93898-e1a7-47e9-af71-16ce0ce7027f HTTP/1.1" status: 200 len: 853 time: 0.1898365 Aug 20 16:00:47.793490 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-328ed8ab-e9ec-4f08-8add-fd7df96e925e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405696'] for router_interface, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:47.796848 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-328ed8ab-e9ec-4f08-8add-fd7df96e925e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:47.884887 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d1d99-bad0-4698-a726-2fa4a7235e79 req-d6d767be-5736-4e3f-b8b8-04f03e45bf4b tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:47.902549 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2c9d1d99-bad0-4698-a726-2fa4a7235e79 req-d6d767be-5736-4e3f-b8b8-04f03e45bf4b tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=377ef7b7-86ec-4eb0-8fac-1672ccab5e10 HTTP/1.1" status: 200 len: 945 time: 0.3897712 Aug 20 16:00:47.932425 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-328ed8ab-e9ec-4f08-8add-fd7df96e925e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:48.048173 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-dacbbc19-0c5b-4385-864b-a106fa64ee35 None None] Provisioning complete for port 5c83dd14-c0ef-43ef-9720-387582cab9d1 triggered by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:00:48.058294 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-dacbbc19-0c5b-4385-864b-a106fa64ee35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:48.085779 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2c9d1d99-bad0-4698-a726-2fa4a7235e79 req-92f04f3a-c78c-4ef5-a93d-3013b3a62791 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=60357bcf-581f-410e-9b60-1a2dc829bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818590 Aug 20 16:00:48.109289 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-489d4133-b2c8-42e8-badd-aeaad9e4f318 req-62f1be4d-dbc9-438e-8269-e7e02b2ae5ef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ebdac831-0f71-47ab-be31-14452bf996d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3555069 Aug 20 16:00:48.112747 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:48.183344 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port 4cd0e884-9635-4169-a0fc-6432ef7919f9 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:00:48.183982 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:48.376032 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-489d4133-b2c8-42e8-badd-aeaad9e4f318 req-1d47c12a-8814-4bb1-a084-4f6210b31532 service neutron] 10.222.0.54 "GET /v2.0/networks/ebdac831-0f71-47ab-be31-14452bf996d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562041 Aug 20 16:00:48.431782 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-328ed8ab-e9ec-4f08-8add-fd7df96e925e admin admin] Notify callbacks [] for port, precommit_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:48.444188 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-328ed8ab-e9ec-4f08-8add-fd7df96e925e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6850526'] for port, after_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:48.497307 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:48.596318 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ed8ab-e9ec-4f08-8add-fd7df96e925e admin admin] Pushing event updated for resources: {'Port': ['ID=6e512057-ccb3-4482-a0b9-43ee771908d7,revision_number=2']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:48.600467 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-328ed8ab-e9ec-4f08-8add-fd7df96e925e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3462157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642345'] for router_interface, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:48.606657 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-328ed8ab-e9ec-4f08-8add-fd7df96e925e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:48.715213 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-489d4133-b2c8-42e8-badd-aeaad9e4f318 req-3bcd139a-cfc2-441c-b887-11564944829b service neutron] 10.222.0.54 "GET /v2.0/networks/ebdac831-0f71-47ab-be31-14452bf996d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222182 Aug 20 16:00:48.823496 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328ed8ab-e9ec-4f08-8add-fd7df96e925e admin admin] Network 0fd9772f-6a5b-4838-9734-91246e787766 is already hosted by enough agents. {{(pid=75060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:00:48.825072 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.base_scheduler [None req-328ed8ab-e9ec-4f08-8add-fd7df96e925e admin admin] Resources bound (agent type, host, resource id): {{(pid=75060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:00:48.877977 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-9c08983b-cc9e-4b5c-b19a-2b8e9cabcd97 None None] Notify callbacks [] for port, precommit_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:48.935127 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-9c08983b-cc9e-4b5c-b19a-2b8e9cabcd97 None None] Transition to ACTIVE for port object dd363660-3b22-4c69-98a3-bd98f623cd7e will not be triggered until provisioned by entity L2. {{(pid=75062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:00:48.970490 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-9c08983b-cc9e-4b5c-b19a-2b8e9cabcd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:48.981889 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:49.117918 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f4bd4-5d44-4cdf-8c88-5b29b72ff939 None None] Pushing event updated for resources: {'Port': ['ID=dd363660-3b22-4c69-98a3-bd98f623cd7e,revision_number=2']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:49.137376 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-b08f4bd4-5d44-4cdf-8c88-5b29b72ff939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:49.148087 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-9c08983b-cc9e-4b5c-b19a-2b8e9cabcd97 None None] Attempting to bind port dd363660-3b22-4c69-98a3-bd98f623cd7e on host dv-cinder-805398-3-smb for vnic_type normal with profile {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 16:00:49.148593 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-9c08983b-cc9e-4b5c-b19a-2b8e9cabcd97 None None] Attempting to bind port dd363660-3b22-4c69-98a3-bd98f623cd7e by drivers openvswitch,hyperv on host dv-cinder-805398-3-smb at level 0 using segments [{'id': 'a5ca86d2-2020-4ee5-a03b-d47a6c676c14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'}] {{(pid=75062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 16:00:49.149240 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c08983b-cc9e-4b5c-b19a-2b8e9cabcd97 None None] Attempting to bind port dd363660-3b22-4c69-98a3-bd98f623cd7e on network 1515200a-7cd1-4ec3-bca4-b17b78debdd2 {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:00:49.176562 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-2f5f860d-bc1b-4bcf-b877-ab6cecfa4b69 None None] Provisioning for port 6e512057-ccb3-4482-a0b9-43ee771908d7 completed by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:00:49.195079 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c08983b-cc9e-4b5c-b19a-2b8e9cabcd97 None None] Checking agent: {'id': 'f0705a43-169d-4811-8182-ed59241d69e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805398-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 46, 40), 'started_at': datetime.datetime(2021, 8, 20, 15, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 16, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805398-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 16:00:49.195768 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c08983b-cc9e-4b5c-b19a-2b8e9cabcd97 None None] Checking segment: {'id': 'a5ca86d2-2020-4ee5-a03b-d47a6c676c14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 16:00:49.196581 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-9c08983b-cc9e-4b5c-b19a-2b8e9cabcd97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:49.197167 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c08983b-cc9e-4b5c-b19a-2b8e9cabcd97 None None] Bound using segment: {'id': 'a5ca86d2-2020-4ee5-a03b-d47a6c676c14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'} {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 16:00:49.198062 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-9c08983b-cc9e-4b5c-b19a-2b8e9cabcd97 None None] Bound port: dd363660-3b22-4c69-98a3-bd98f623cd7e, host: dv-cinder-805398-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ca86d2-2020-4ee5-a03b-d47a6c676c14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'}}] {{(pid=75062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 16:00:49.198661 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-9c08983b-cc9e-4b5c-b19a-2b8e9cabcd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:49.300674 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-9c08983b-cc9e-4b5c-b19a-2b8e9cabcd97 None None] For port dd363660-3b22-4c69-98a3-bd98f623cd7e, host dv-cinder-805398-3-smb, cleared binding levels {{(pid=75062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:00:49.305237 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-9c08983b-cc9e-4b5c-b19a-2b8e9cabcd97 None None] For port dd363660-3b22-4c69-98a3-bd98f623cd7e, host dv-cinder-805398-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=dd363660-3b22-4c69-98a3-bd98f623cd7e,segment=NetworkSegment(a5ca86d2-2020-4ee5-a03b-d47a6c676c14),segment_id=a5ca86d2-2020-4ee5-a03b-d47a6c676c14)] {{(pid=75062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 16:00:49.307472 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-2f5f860d-bc1b-4bcf-b877-ab6cecfa4b69 None None] Provisioning complete for port 6e512057-ccb3-4482-a0b9-43ee771908d7 triggered by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:00:49.308202 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-2f5f860d-bc1b-4bcf-b877-ab6cecfa4b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:49.343126 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-9c08983b-cc9e-4b5c-b19a-2b8e9cabcd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:49.359172 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-59f8c7bc-bd12-4943-bce5-1f7469d84aa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:49.434677 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fbea8-af08-46f9-aab8-c1f4f5ba0675 req-7b07f134-a0dd-44db-9c45-5a641982118f tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:49.437577 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2b8fbea8-af08-46f9-aab8-c1f4f5ba0675 req-7b07f134-a0dd-44db-9c45-5a641982118f tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=377ef7b7-86ec-4eb0-8fac-1672ccab5e10 HTTP/1.1" status: 200 len: 945 time: 0.1151762 Aug 20 16:00:49.487655 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-2f5f860d-bc1b-4bcf-b877-ab6cecfa4b69 None None] Port 6e512057-ccb3-4482-a0b9-43ee771908d7 cannot update to ACTIVE because it is not bound. {{(pid=75062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 20 16:00:49.509679 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f4bd4-5d44-4cdf-8c88-5b29b72ff939 None None] Pushing event updated for resources: {'Port': ['ID=dd363660-3b22-4c69-98a3-bd98f623cd7e,revision_number=3']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:49.514506 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-b08f4bd4-5d44-4cdf-8c88-5b29b72ff939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:49.520143 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c08983b-cc9e-4b5c-b19a-2b8e9cabcd97 None None] Routers {'d161e233-a31d-4925-a276-13ee3ce933e6'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:00:49.521048 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-9c08983b-cc9e-4b5c-b19a-2b8e9cabcd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:00:42Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['d161e233-a31d-4925-a276-13ee3ce933e6'], 'active': True} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:49.555011 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2b8fbea8-af08-46f9-aab8-c1f4f5ba0675 req-6b67b26b-0d07-4672-a8b3-c639ebe8b6ee tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=60357bcf-581f-410e-9b60-1a2dc829bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095309 Aug 20 16:00:49.690207 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328ed8ab-e9ec-4f08-8add-fd7df96e925e admin admin] Router d161e233-a31d-4925-a276-13ee3ce933e6 has already been hosted by L3 agent ecccf787-6cb6-4f52-bf94-e4285ae9b988 {{(pid=75060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:00:49.890746 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-efa9c16c-bbe2-4c71-b38d-a342cb7232de None None] Provisioning complete for port 6e512057-ccb3-4482-a0b9-43ee771908d7 triggered by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:00:49.891585 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-efa9c16c-bbe2-4c71-b38d-a342cb7232de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:49.965420 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e8b47-01d5-46da-a75d-e9050cb94a29 req-5041416c-9170-41ad-a6ff-bcf194616ca8 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:49.968619 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-659e8b47-01d5-46da-a75d-e9050cb94a29 req-5041416c-9170-41ad-a6ff-bcf194616ca8 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=377ef7b7-86ec-4eb0-8fac-1672ccab5e10 HTTP/1.1" status: 200 len: 945 time: 0.2106121 Aug 20 16:00:49.973329 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-efa9c16c-bbe2-4c71-b38d-a342cb7232de None None] Port 6e512057-ccb3-4482-a0b9-43ee771908d7 cannot update to ACTIVE because it is not bound. {{(pid=75062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 20 16:00:49.977445 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 34230) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:49.981181 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvr_db [None req-9c08983b-cc9e-4b5c-b19a-2b8e9cabcd97 None None] Set router d161e233-a31d-4925-a276-13ee3ce933e6 gateway port host: dv-cinder-805398-3-smb {{(pid=75062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:00:49.984297 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [None req-4716bc18-bcd7-4b7b-84f3-cda8450c9d37 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Request body: {'floatingip': {'port_id': 'f2d696a9-728d-4aa9-ac67-8020ab03606b'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:00:50.085603 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-4716bc18-bcd7-4b7b-84f3-cda8450c9d37 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for floatingip, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:50.154000 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328ed8ab-e9ec-4f08-8add-fd7df96e925e admin admin] Notify agent at l3_agent.dv-cinder-805398-3-smb the message routers_updated {{(pid=75060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:00:50.184309 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-328ed8ab-e9ec-4f08-8add-fd7df96e925e admin admin] 10.222.0.13 "PUT /v2.0/routers/d161e233-a31d-4925-a276-13ee3ce933e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9013598 Aug 20 16:00:50.529845 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-9c08983b-cc9e-4b5c-b19a-2b8e9cabcd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd161e233-a31d-4925-a276-13ee3ce933e6', 'name': 'tempest-TestShelveInstance-1023982459-router', 'tenant_id': '86d5d837fa764cb8899ea8b0482c2fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': 'dd363660-3b22-4c69-98a3-bd98f623cd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:39Z', 'updated_at': '2021-08-20T16:00:47Z', 'revision_number': 4, 'project_id': '86d5d837fa764cb8899ea8b0482c2fb0', 'gw_port': {'id': 'dd363660-3b22-4c69-98a3-bd98f623cd7e', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bb:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd161e233-a31d-4925-a276-13ee3ce933e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:40Z', 'updated_at': '2021-08-20T16:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': '6e512057-ccb3-4482-a0b9-43ee771908d7', 'name': '', 'network_id': '0fd9772f-6a5b-4838-9734-91246e787766', 'tenant_id': '86d5d837fa764cb8899ea8b0482c2fb0', 'mac_address': 'fa:16:3e:79:ce:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd161e233-a31d-4925-a276-13ee3ce933e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddef5bd5-0b98-4738-8f4b-aa12a9560ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:46Z', 'updated_at': '2021-08-20T16:00:48Z', 'revision_number': 2, 'project_id': '86d5d837fa764cb8899ea8b0482c2fb0', 'subnets': [{'id': 'ddef5bd5-0b98-4738-8f4b-aa12a9560ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:50.534781 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c08983b-cc9e-4b5c-b19a-2b8e9cabcd97 None None] The sync data for ids ['d161e233-a31d-4925-a276-13ee3ce933e6'] in dv-cinder-805398-3-smb is: [{'id': 'd161e233-a31d-4925-a276-13ee3ce933e6', 'name': 'tempest-TestShelveInstance-1023982459-router', 'tenant_id': '86d5d837fa764cb8899ea8b0482c2fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': 'dd363660-3b22-4c69-98a3-bd98f623cd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:39Z', 'updated_at': '2021-08-20T16:00:47Z', 'revision_number': 4, 'project_id': '86d5d837fa764cb8899ea8b0482c2fb0', 'gw_port': {'id': 'dd363660-3b22-4c69-98a3-bd98f623cd7e', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bb:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd161e233-a31d-4925-a276-13ee3ce933e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:40Z', 'updated_at': '2021-08-20T16:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': '6e512057-ccb3-4482-a0b9-43ee771908d7', 'name': '', 'network_id': '0fd9772f-6a5b-4838-9734-91246e787766', 'tenant_id': '86d5d837fa764cb8899ea8b0482c2fb0', 'mac_address': 'fa:16:3e:79:ce:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd161e233-a31d-4925-a276-13ee3ce933e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddef5bd5-0b98-4738-8f4b-aa12a9560ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:46Z', 'updated_at': '2021-08-20T16:00:48Z', 'revision_number': 2, 'project_id': '86d5d837fa764cb8899ea8b0482c2fb0', 'subnets': [{'id': 'ddef5bd5-0b98-4738-8f4b-aa12a9560ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 20 16:00:51.386424 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-4716bc18-bcd7-4b7b-84f3-cda8450c9d37 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:51.394665 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-4716bc18-bcd7-4b7b-84f3-cda8450c9d37 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405581'] for floatingip, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:51.465414 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 34256) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:51.477751 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-208eb944-9357-4ccf-b455-194762c0edb2 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-418379172', 'description': 'tempest-secgroup-smoke-418379172 description', 'project_id': '4aa85ac1b5744629b15ceb86e66e4a5f'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:00:51.489571 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-208eb944-9357-4ccf-b455-194762c0edb2 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:00:51.498131 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-208eb944-9357-4ccf-b455-194762c0edb2 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Usage tracker for resource:security_group and tenant:4aa85ac1b5744629b15ceb86e66e4a5f is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:00:51.506629 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-208eb944-9357-4ccf-b455-194762c0edb2 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:00:51.521464 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-208eb944-9357-4ccf-b455-194762c0edb2 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:00:51.551809 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-208eb944-9357-4ccf-b455-194762c0edb2 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:51.619516 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-208eb944-9357-4ccf-b455-194762c0edb2 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:00:51.624066 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-208eb944-9357-4ccf-b455-194762c0edb2 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Usage tracker for resource:security_group_rule and tenant:4aa85ac1b5744629b15ceb86e66e4a5f is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:00:51.628015 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-208eb944-9357-4ccf-b455-194762c0edb2 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:00:51.650760 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-208eb944-9357-4ccf-b455-194762c0edb2 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:00:51.699918 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.db.l3_db [None req-4716bc18-bcd7-4b7b-84f3-cda8450c9d37 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Floating IP f7bd144c-7a95-4ade-9687-d66e61a3578f associated. External IP: 172.28.2.104, port: f2d696a9-728d-4aa9-ac67-8020ab03606b. Aug 20 16:00:51.774553 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb56717-8a26-43a8-a534-15495aaafa28 None None] Sync routers for ids ['2cd9a38e-3602-4546-bdcd-5ef6c69a97b3'] in dv-cinder-805398-3-smb {{(pid=75062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 20 16:00:51.804872 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb56717-8a26-43a8-a534-15495aaafa28 None None] Routers {'2cd9a38e-3602-4546-bdcd-5ef6c69a97b3'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:00:51.805668 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-6cb56717-8a26-43a8-a534-15495aaafa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:00:42Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['2cd9a38e-3602-4546-bdcd-5ef6c69a97b3'], 'active': True} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:51.864799 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-208eb944-9357-4ccf-b455-194762c0edb2 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:51.874801 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-208eb944-9357-4ccf-b455-194762c0edb2 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:51.910819 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-674c3ea3-7a62-4fd7-a79a-69654853585f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:51.929371 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-208eb944-9357-4ccf-b455-194762c0edb2 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:51.930705 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-208eb944-9357-4ccf-b455-194762c0edb2 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4627175 Aug 20 16:00:51.936818 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 34266) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:51.950773 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-937d2c42-7856-48b8-948e-1b0eb631f9d6 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Request body: {'security_group_rule': {'security_group_id': 'b13986ee-1a2d-4d35-9821-a0403a66af56', 'project_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:00:52.006355 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-937d2c42-7856-48b8-948e-1b0eb631f9d6 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:00:52.029278 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-937d2c42-7856-48b8-948e-1b0eb631f9d6 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Usage tracker for resource:security_group_rule and tenant:4aa85ac1b5744629b15ceb86e66e4a5f is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:00:52.035434 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-937d2c42-7856-48b8-948e-1b0eb631f9d6 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:00:52.051252 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208eb944-9357-4ccf-b455-194762c0edb2 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b13986ee-1a2d-4d35-9821-a0403a66af56,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:52.060678 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-208eb944-9357-4ccf-b455-194762c0edb2 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:52.061782 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-937d2c42-7856-48b8-948e-1b0eb631f9d6 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:00:52.151013 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-937d2c42-7856-48b8-948e-1b0eb631f9d6 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:52.282799 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvr_db [None req-6cb56717-8a26-43a8-a534-15495aaafa28 None None] Set router 2cd9a38e-3602-4546-bdcd-5ef6c69a97b3 gateway port host: dv-cinder-805398-3-smb {{(pid=75062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:00:52.298614 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-937d2c42-7856-48b8-948e-1b0eb631f9d6 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:52.312207 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-937d2c42-7856-48b8-948e-1b0eb631f9d6 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446176'] for security_group_rule, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:52.327981 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:52.364603 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d2c42-7856-48b8-948e-1b0eb631f9d6 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb7b3bce-a0db-44dc-a78e-f29647169c1f,revision_number=0']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:52.368485 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-937d2c42-7856-48b8-948e-1b0eb631f9d6 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:52.426799 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-937d2c42-7856-48b8-948e-1b0eb631f9d6 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:52.431632 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-937d2c42-7856-48b8-948e-1b0eb631f9d6 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4934478 Aug 20 16:00:52.435713 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 34276) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:52.454753 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-650c2e85-591c-4309-8a29-2501b1637f9c tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Request body: {'security_group_rule': {'security_group_id': 'b13986ee-1a2d-4d35-9821-a0403a66af56', 'project_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:00:52.471012 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-650c2e85-591c-4309-8a29-2501b1637f9c tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:00:52.480097 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-650c2e85-591c-4309-8a29-2501b1637f9c tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Usage tracker for resource:security_group_rule and tenant:4aa85ac1b5744629b15ceb86e66e4a5f is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:00:52.486757 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-650c2e85-591c-4309-8a29-2501b1637f9c tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:00:52.512901 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-650c2e85-591c-4309-8a29-2501b1637f9c tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:00:52.554289 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4716bc18-bcd7-4b7b-84f3-cda8450c9d37 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Router a9b20389-1c7e-40b6-b47f-af0f943f390d has already been hosted by L3 agent ecccf787-6cb6-4f52-bf94-e4285ae9b988 {{(pid=75061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:00:52.557204 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-650c2e85-591c-4309-8a29-2501b1637f9c tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:52.694199 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-650c2e85-591c-4309-8a29-2501b1637f9c tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:52.703764 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-650c2e85-591c-4309-8a29-2501b1637f9c tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446176'] for security_group_rule, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:52.707601 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-89075741-2c9b-4def-a3c5-10a24af82858 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:52.774424 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-650c2e85-591c-4309-8a29-2501b1637f9c tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:52.776954 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-650c2e85-591c-4309-8a29-2501b1637f9c tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3380270 Aug 20 16:00:52.779740 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 34280) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:52.781930 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c2e85-591c-4309-8a29-2501b1637f9c tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5b1388a-41f9-4f74-adc3-c6ac0134c144,revision_number=0']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:52.786498 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-650c2e85-591c-4309-8a29-2501b1637f9c tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:52.813823 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [None req-ceff50a9-5d0a-4dc8-9545-98ed618defd1 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Request body: {'security_group_rule': {'security_group_id': 'b13986ee-1a2d-4d35-9821-a0403a66af56', 'project_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:00:52.833949 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-ceff50a9-5d0a-4dc8-9545-98ed618defd1 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:00:52.846235 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-ceff50a9-5d0a-4dc8-9545-98ed618defd1 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Usage tracker for resource:security_group_rule and tenant:4aa85ac1b5744629b15ceb86e66e4a5f is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:00:52.853595 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-ceff50a9-5d0a-4dc8-9545-98ed618defd1 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:00:52.867956 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-ceff50a9-5d0a-4dc8-9545-98ed618defd1 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:00:52.881569 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-6cb56717-8a26-43a8-a534-15495aaafa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'name': 'tempest-TestShelveInstance-175245446-router', 'tenant_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': 'c75fd55a-76d9-4225-8333-61ba75d1f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:26Z', 'updated_at': '2021-08-20T16:00:33Z', 'revision_number': 4, 'project_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'gw_port': {'id': 'c75fd55a-76d9-4225-8333-61ba75d1f9ea', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:27Z', 'updated_at': '2021-08-20T16:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': '9d4d972e-1e84-430b-8d43-3f09772eacfe', 'name': '', 'network_id': '573c1213-77ed-460b-8c84-ad8019a0d321', 'tenant_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'mac_address': 'fa:16:3e:ff:f5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39415324-6de0-401c-8e7e-a0482fdc5f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:31Z', 'updated_at': '2021-08-20T16:00:33Z', 'revision_number': 2, 'project_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'subnets': [{'id': '39415324-6de0-401c-8e7e-a0482fdc5f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:52.888800 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb56717-8a26-43a8-a534-15495aaafa28 None None] Checking router: 2cd9a38e-3602-4546-bdcd-5ef6c69a97b3 for host: dv-cinder-805398-3-smb {{(pid=75062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 20 16:00:52.888800 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb56717-8a26-43a8-a534-15495aaafa28 None None] Updating router 2cd9a38e-3602-4546-bdcd-5ef6c69a97b3 port 9d4d972e-1e84-430b-8d43-3f09772eacfe binding host dv-cinder-805398-3-smb {{(pid=75062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 20 16:00:52.936288 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-ceff50a9-5d0a-4dc8-9545-98ed618defd1 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:52.959715 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-6cb56717-8a26-43a8-a534-15495aaafa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:52.993344 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4716bc18-bcd7-4b7b-84f3-cda8450c9d37 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify agent at l3_agent.dv-cinder-805398-3-smb the message routers_updated {{(pid=75061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:00:53.001342 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-4716bc18-bcd7-4b7b-84f3-cda8450c9d37 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for floatingip, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:53.012378 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2fe8d4-c649-467b-a847-108ee1600367 None None] Sync routers for ids ['a9b20389-1c7e-40b6-b47f-af0f943f390d'] in dv-cinder-805398-3-smb {{(pid=75063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 20 16:00:53.036511 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2fe8d4-c649-467b-a847-108ee1600367 None None] Routers {'a9b20389-1c7e-40b6-b47f-af0f943f390d'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:00:53.037906 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-cc2fe8d4-c649-467b-a847-108ee1600367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:00:42Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['a9b20389-1c7e-40b6-b47f-af0f943f390d'], 'active': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:53.092376 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-ceff50a9-5d0a-4dc8-9545-98ed618defd1 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:53.106302 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-ceff50a9-5d0a-4dc8-9545-98ed618defd1 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446176'] for security_group_rule, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:53.128362 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-4716bc18-bcd7-4b7b-84f3-cda8450c9d37 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "PUT /v2.0/floatingips/f7bd144c-7a95-4ade-9687-d66e61a3578f HTTP/1.1" status: 200 len: 991 time: 3.1445343 Aug 20 16:00:53.130006 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-9af118ea-86ee-4603-b4f0-168a712587a1 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:53.143363 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377ef7b7-86ec-4eb0-8fac-1672ccab5e10', 'tag': 'f2d696a9-728d-4aa9-ac67-8020ab03606b'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:00:53.179122 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff50a9-5d0a-4dc8-9545-98ed618defd1 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9bf165-7e66-4e6c-9d37-6e6328f60cdd,revision_number=0']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:53.207143 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-ceff50a9-5d0a-4dc8-9545-98ed618defd1 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:53.208599 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-ceff50a9-5d0a-4dc8-9545-98ed618defd1 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4267037 Aug 20 16:00:53.212987 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 34296) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:53.215642 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceff50a9-5d0a-4dc8-9545-98ed618defd1 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:53.216257 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceff50a9-5d0a-4dc8-9545-98ed618defd1 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:53.218145 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceff50a9-5d0a-4dc8-9545-98ed618defd1 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:53.218770 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceff50a9-5d0a-4dc8-9545-98ed618defd1 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:53.219318 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceff50a9-5d0a-4dc8-9545-98ed618defd1 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:53.226792 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceff50a9-5d0a-4dc8-9545-98ed618defd1 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:53.227485 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceff50a9-5d0a-4dc8-9545-98ed618defd1 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:53.228039 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceff50a9-5d0a-4dc8-9545-98ed618defd1 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:53.228325 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-a0285465-59b3-4b9b-a9af-e36426c42560 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Request body: {'security_group_rule': {'security_group_id': 'b13986ee-1a2d-4d35-9821-a0403a66af56', 'project_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:00:53.228772 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceff50a9-5d0a-4dc8-9545-98ed618defd1 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:53.229321 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceff50a9-5d0a-4dc8-9545-98ed618defd1 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:53.229889 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceff50a9-5d0a-4dc8-9545-98ed618defd1 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:53.236641 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-ceff50a9-5d0a-4dc8-9545-98ed618defd1 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:53.257200 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-a0285465-59b3-4b9b-a9af-e36426c42560 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:00:53.270842 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-a0285465-59b3-4b9b-a9af-e36426c42560 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Usage tracker for resource:security_group_rule and tenant:4aa85ac1b5744629b15ceb86e66e4a5f is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:00:53.278069 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-a0285465-59b3-4b9b-a9af-e36426c42560 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:00:53.314755 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-a0285465-59b3-4b9b-a9af-e36426c42560 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:00:53.374791 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a0285465-59b3-4b9b-a9af-e36426c42560 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:53.494201 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device dd363660-3b22-4c69-98a3-bd98f623cd7e up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 16:00:53.576460 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a0285465-59b3-4b9b-a9af-e36426c42560 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:53.588920 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a0285465-59b3-4b9b-a9af-e36426c42560 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446176'] for security_group_rule, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:53.596427 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:53.714537 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0285465-59b3-4b9b-a9af-e36426c42560 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04a874e6-ffc8-43e7-94c3-1d4622d4c931,revision_number=0']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:53.733492 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-a0285465-59b3-4b9b-a9af-e36426c42560 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:53.734833 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a0285465-59b3-4b9b-a9af-e36426c42560 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:53.740521 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-a0285465-59b3-4b9b-a9af-e36426c42560 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5220716 Aug 20 16:00:53.740785 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 34314) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:53.748999 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-f0ac6478-dd35-4f4d-9d12-586790fbc2b3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Request body: {'security_group_rule': {'security_group_id': 'b13986ee-1a2d-4d35-9821-a0403a66af56', 'project_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:00:53.763853 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '377ef7b7-86ec-4eb0-8fac-1672ccab5e10', 'tag': 'f2d696a9-728d-4aa9-ac67-8020ab03606b', 'status': 'completed', 'code': 200} Aug 20 16:00:53.770553 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-f0ac6478-dd35-4f4d-9d12-586790fbc2b3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:00:53.776958 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-f0ac6478-dd35-4f4d-9d12-586790fbc2b3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Usage tracker for resource:security_group_rule and tenant:4aa85ac1b5744629b15ceb86e66e4a5f is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:00:53.783699 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-f0ac6478-dd35-4f4d-9d12-586790fbc2b3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:00:53.802645 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-f0ac6478-dd35-4f4d-9d12-586790fbc2b3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:00:53.853037 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.db.securitygroups_db [None req-f0ac6478-dd35-4f4d-9d12-586790fbc2b3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Project 4aa85ac1b5744629b15ceb86e66e4a5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 16:00:53.863749 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f0ac6478-dd35-4f4d-9d12-586790fbc2b3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:53.871319 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvr_db [None req-cc2fe8d4-c649-467b-a847-108ee1600367 None None] Set router a9b20389-1c7e-40b6-b47f-af0f943f390d gateway port host: dv-cinder-805398-3-smb {{(pid=75063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:00:54.026709 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f0ac6478-dd35-4f4d-9d12-586790fbc2b3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:54.037369 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f0ac6478-dd35-4f4d-9d12-586790fbc2b3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446176'] for security_group_rule, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:54.040555 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-26c9c951-3a59-4b8d-9f02-e702ce8cfba6 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:54.102720 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f0ac6478-dd35-4f4d-9d12-586790fbc2b3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:54.103959 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-f0ac6478-dd35-4f4d-9d12-586790fbc2b3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3621738 Aug 20 16:00:54.111019 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 34322) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:00:54.114206 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac6478-dd35-4f4d-9d12-586790fbc2b3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=990bf3f6-83b0-4117-8e0a-c482933836a4,revision_number=0']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:54.130031 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-f0ac6478-dd35-4f4d-9d12-586790fbc2b3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:54.135963 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-82b55c2f-9f4a-4fe8-aed5-c35661ba265d tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Request body: {'security_group_rule': {'security_group_id': 'b13986ee-1a2d-4d35-9821-a0403a66af56', 'project_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:00:54.154299 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-82b55c2f-9f4a-4fe8-aed5-c35661ba265d tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:00:54.166073 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-82b55c2f-9f4a-4fe8-aed5-c35661ba265d tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Usage tracker for resource:security_group_rule and tenant:4aa85ac1b5744629b15ceb86e66e4a5f is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:00:54.169961 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-82b55c2f-9f4a-4fe8-aed5-c35661ba265d tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:00:54.181111 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-82b55c2f-9f4a-4fe8-aed5-c35661ba265d tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:00:54.211006 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning for port dd363660-3b22-4c69-98a3-bd98f623cd7e completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:00:54.219700 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.db.securitygroups_db [None req-82b55c2f-9f4a-4fe8-aed5-c35661ba265d tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Project 4aa85ac1b5744629b15ceb86e66e4a5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 16:00:54.226622 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port dd363660-3b22-4c69-98a3-bd98f623cd7e triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:00:54.230288 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:54.232261 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-82b55c2f-9f4a-4fe8-aed5-c35661ba265d tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:54.355863 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-6cb56717-8a26-43a8-a534-15495aaafa28 None None] Notify callbacks [] for port, precommit_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:54.387310 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-6cb56717-8a26-43a8-a534-15495aaafa28 None None] Transition to ACTIVE for port object 9d4d972e-1e84-430b-8d43-3f09772eacfe will not be triggered until provisioned by entity L2. {{(pid=75062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:00:54.393493 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c0cc8e84-954b-450f-a7fd-2b91ccf7d324 req-310812f5-901b-45a7-83ea-4273ab9b428f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7e604552f7c48b6adf92b9295b42ab0&device_id=377ef7b7-86ec-4eb0-8fac-1672ccab5e10 HTTP/1.1" status: 200 len: 1098 time: 0.5764539 Aug 20 16:00:54.405808 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-6cb56717-8a26-43a8-a534-15495aaafa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:54.415086 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-38b26607-96d9-4528-9f98-daf1a45e0cff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:54.530763 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-82b55c2f-9f4a-4fe8-aed5-c35661ba265d tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:54.550874 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-82b55c2f-9f4a-4fe8-aed5-c35661ba265d tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446176'] for security_group_rule, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:54.564677 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-8df21a42-ed5f-45d9-9491-72d4f3a2431a tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:54.616824 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-82b55c2f-9f4a-4fe8-aed5-c35661ba265d tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:54.631454 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-82b55c2f-9f4a-4fe8-aed5-c35661ba265d tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5185351 Aug 20 16:00:54.636022 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b55c2f-9f4a-4fe8-aed5-c35661ba265d tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=503035ce-e092-4544-9dd9-4ee492024122,revision_number=0']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:54.640107 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-82b55c2f-9f4a-4fe8-aed5-c35661ba265d tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:54.856683 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc8e84-954b-450f-a7fd-2b91ccf7d324 req-4d22c3fd-320e-4507-b683-1649231c9f05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:54.860231 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:54.867760 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c0cc8e84-954b-450f-a7fd-2b91ccf7d324 req-4d22c3fd-320e-4507-b683-1649231c9f05 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e1370026-f031-4601-8314-e240c06ab358 HTTP/1.1" status: 200 len: 913 time: 0.4674931 Aug 20 16:00:55.020831 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-cc2fe8d4-c649-467b-a847-108ee1600367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'name': 'tempest-AttachVolumeTestJSON-1856526269-router', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': '064a5ec0-ca6d-4322-8a54-3af08507212f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:22Z', 'updated_at': '2021-08-20T15:55:38Z', 'revision_number': 4, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'gw_port': {'id': '064a5ec0-ca6d-4322-8a54-3af08507212f', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:62:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:24Z', 'updated_at': '2021-08-20T15:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_floatingips': [{'id': 'f7bd144c-7a95-4ade-9687-d66e61a3578f', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'floating_ip_address': '172.28.2.104', 'floating_network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'router_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'port_id': 'f2d696a9-728d-4aa9-ac67-8020ab03606b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1370026-f031-4601-8314-e240c06ab358', 'mac_address': 'fa:16:3e:73:6d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377ef7b7-86ec-4eb0-8fac-1672ccab5e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T16:00:22Z', 'updated_at': '2021-08-20T16:00:51Z', 'revision_number': 1, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cfcb533-e428-458a-84c3-08a45fe515b8', 'name': '', 'network_id': 'e1370026-f031-4601-8314-e240c06ab358', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'mac_address': 'fa:16:3e:47:72:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36223243-b246-4e2e-9e1f-57c0926d199c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:33Z', 'updated_at': '2021-08-20T15:55:59Z', 'revision_number': 5, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'subnets': [{'id': '36223243-b246-4e2e-9e1f-57c0926d199c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:55.044740 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2fe8d4-c649-467b-a847-108ee1600367 None None] Checking router: a9b20389-1c7e-40b6-b47f-af0f943f390d for host: dv-cinder-805398-3-smb {{(pid=75063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 20 16:00:55.080350 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78a2ee-2dfc-4e06-b47e-e260a071eb4d None None] Pushing event updated for resources: {'Port': ['ID=9d4d972e-1e84-430b-8d43-3f09772eacfe,revision_number=3']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:55.095303 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2fe8d4-c649-467b-a847-108ee1600367 None None] Routers {'a9b20389-1c7e-40b6-b47f-af0f943f390d'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:00:55.095971 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-cc2fe8d4-c649-467b-a847-108ee1600367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:00:42Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['a9b20389-1c7e-40b6-b47f-af0f943f390d'], 'active': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:55.142960 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-8e78a2ee-2dfc-4e06-b47e-e260a071eb4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:55.220244 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] For port dd363660-3b22-4c69-98a3-bd98f623cd7e, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=dd363660-3b22-4c69-98a3-bd98f623cd7e,segment=NetworkSegment(a5ca86d2-2020-4ee5-a03b-d47a6c676c14),segment_id=a5ca86d2-2020-4ee5-a03b-d47a6c676c14)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:00:55.387909 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c0cc8e84-954b-450f-a7fd-2b91ccf7d324 req-aabac570-e5a8-4ee2-92a8-982f2c56d3d6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2d696a9-728d-4aa9-ac67-8020ab03606b HTTP/1.1" status: 200 len: 999 time: 0.5109763 Aug 20 16:00:55.392744 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:55.418428 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-93560105-5fbc-4cff-938f-1e258a063b04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:55.485408 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvr_db [None req-cc2fe8d4-c649-467b-a847-108ee1600367 None None] Set router a9b20389-1c7e-40b6-b47f-af0f943f390d gateway port host: dv-cinder-805398-3-smb {{(pid=75063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:00:55.575878 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-6cb56717-8a26-43a8-a534-15495aaafa28 None None] Attempting to bind port 9d4d972e-1e84-430b-8d43-3f09772eacfe on host dv-cinder-805398-3-smb for vnic_type normal with profile {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 16:00:55.576567 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-6cb56717-8a26-43a8-a534-15495aaafa28 None None] Attempting to bind port 9d4d972e-1e84-430b-8d43-3f09772eacfe by drivers openvswitch,hyperv on host dv-cinder-805398-3-smb at level 0 using segments [{'id': 'fec95dd2-d5a2-46ea-8494-372d23072abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '573c1213-77ed-460b-8c84-ad8019a0d321'}] {{(pid=75062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 16:00:55.577284 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb56717-8a26-43a8-a534-15495aaafa28 None None] Attempting to bind port 9d4d972e-1e84-430b-8d43-3f09772eacfe on network 573c1213-77ed-460b-8c84-ad8019a0d321 {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:00:55.620299 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb56717-8a26-43a8-a534-15495aaafa28 None None] Checking agent: {'id': 'f0705a43-169d-4811-8182-ed59241d69e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805398-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 46, 40), 'started_at': datetime.datetime(2021, 8, 20, 15, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 16, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805398-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 16:00:55.621608 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb56717-8a26-43a8-a534-15495aaafa28 None None] Checking segment: {'id': 'fec95dd2-d5a2-46ea-8494-372d23072abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '573c1213-77ed-460b-8c84-ad8019a0d321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 16:00:55.622434 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-6cb56717-8a26-43a8-a534-15495aaafa28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:55.622562 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc8e84-954b-450f-a7fd-2b91ccf7d324 req-4cc7685a-7fa1-46f6-bed6-bf51882a3feb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:55.623680 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb56717-8a26-43a8-a534-15495aaafa28 None None] Bound using segment: {'id': 'fec95dd2-d5a2-46ea-8494-372d23072abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '573c1213-77ed-460b-8c84-ad8019a0d321'} {{(pid=75062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 16:00:55.624473 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c0cc8e84-954b-450f-a7fd-2b91ccf7d324 req-4cc7685a-7fa1-46f6-bed6-bf51882a3feb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=36223243-b246-4e2e-9e1f-57c0926d199c HTTP/1.1" status: 200 len: 850 time: 0.2285767 Aug 20 16:00:55.624816 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.managers [None req-6cb56717-8a26-43a8-a534-15495aaafa28 None None] Bound port: 9d4d972e-1e84-430b-8d43-3f09772eacfe, host: dv-cinder-805398-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec95dd2-d5a2-46ea-8494-372d23072abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '573c1213-77ed-460b-8c84-ad8019a0d321'}}] {{(pid=75062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 16:00:55.625508 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-6cb56717-8a26-43a8-a534-15495aaafa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:55.730789 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Pushing event updated for resources: {'Port': ['ID=dd363660-3b22-4c69-98a3-bd98f623cd7e,revision_number=4']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:55.734377 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c0cc8e84-954b-450f-a7fd-2b91ccf7d324 req-24d1538e-1305-4c3f-aa06-b977314d0528 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e1370026-f031-4601-8314-e240c06ab358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1013908 Aug 20 16:00:55.736809 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:55.809748 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-6cb56717-8a26-43a8-a534-15495aaafa28 None None] For port 9d4d972e-1e84-430b-8d43-3f09772eacfe, host dv-cinder-805398-3-smb, cleared binding levels {{(pid=75062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:00:55.813874 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-6cb56717-8a26-43a8-a534-15495aaafa28 None None] For port 9d4d972e-1e84-430b-8d43-3f09772eacfe, host dv-cinder-805398-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=9d4d972e-1e84-430b-8d43-3f09772eacfe,segment=NetworkSegment(fec95dd2-d5a2-46ea-8494-372d23072abb),segment_id=fec95dd2-d5a2-46ea-8494-372d23072abb)] {{(pid=75062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 16:00:55.819954 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-6cb56717-8a26-43a8-a534-15495aaafa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:55.823979 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:55.924824 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb56717-8a26-43a8-a534-15495aaafa28 None None] Routers {'2cd9a38e-3602-4546-bdcd-5ef6c69a97b3'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:00:55.926063 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-6cb56717-8a26-43a8-a534-15495aaafa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:00:42Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['2cd9a38e-3602-4546-bdcd-5ef6c69a97b3'], 'active': True} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:56.166628 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c0cc8e84-954b-450f-a7fd-2b91ccf7d324 req-b499d3cc-de35-4fa9-a059-299ffaba9f94 service neutron] 10.222.0.54 "GET /v2.0/networks/e1370026-f031-4601-8314-e240c06ab358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182484 Aug 20 16:00:56.330221 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvr_db [None req-6cb56717-8a26-43a8-a534-15495aaafa28 None None] Set router 2cd9a38e-3602-4546-bdcd-5ef6c69a97b3 gateway port host: dv-cinder-805398-3-smb {{(pid=75062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:00:56.490993 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c0cc8e84-954b-450f-a7fd-2b91ccf7d324 req-fb4e44f8-d193-4d1f-a068-5627b310cb8a service neutron] 10.222.0.54 "GET /v2.0/networks/e1370026-f031-4601-8314-e240c06ab358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171062 Aug 20 16:00:56.530705 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-cc2fe8d4-c649-467b-a847-108ee1600367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'name': 'tempest-AttachVolumeTestJSON-1856526269-router', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': '064a5ec0-ca6d-4322-8a54-3af08507212f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:22Z', 'updated_at': '2021-08-20T15:55:38Z', 'revision_number': 4, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'gw_port': {'id': '064a5ec0-ca6d-4322-8a54-3af08507212f', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:62:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:24Z', 'updated_at': '2021-08-20T15:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_floatingips': [{'id': 'f7bd144c-7a95-4ade-9687-d66e61a3578f', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'floating_ip_address': '172.28.2.104', 'floating_network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'router_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'port_id': 'f2d696a9-728d-4aa9-ac67-8020ab03606b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1370026-f031-4601-8314-e240c06ab358', 'mac_address': 'fa:16:3e:73:6d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377ef7b7-86ec-4eb0-8fac-1672ccab5e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T16:00:22Z', 'updated_at': '2021-08-20T16:00:51Z', 'revision_number': 1, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cfcb533-e428-458a-84c3-08a45fe515b8', 'name': '', 'network_id': 'e1370026-f031-4601-8314-e240c06ab358', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'mac_address': 'fa:16:3e:47:72:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36223243-b246-4e2e-9e1f-57c0926d199c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:33Z', 'updated_at': '2021-08-20T15:55:59Z', 'revision_number': 5, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'subnets': [{'id': '36223243-b246-4e2e-9e1f-57c0926d199c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:56.552399 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2fe8d4-c649-467b-a847-108ee1600367 None None] The sync data for ids ['a9b20389-1c7e-40b6-b47f-af0f943f390d'] in dv-cinder-805398-3-smb is: [{'id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'name': 'tempest-AttachVolumeTestJSON-1856526269-router', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': '064a5ec0-ca6d-4322-8a54-3af08507212f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:22Z', 'updated_at': '2021-08-20T15:55:38Z', 'revision_number': 4, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'gw_port': {'id': '064a5ec0-ca6d-4322-8a54-3af08507212f', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:62:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:24Z', 'updated_at': '2021-08-20T15:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_floatingips': [{'id': 'f7bd144c-7a95-4ade-9687-d66e61a3578f', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'floating_ip_address': '172.28.2.104', 'floating_network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'router_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'port_id': 'f2d696a9-728d-4aa9-ac67-8020ab03606b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1370026-f031-4601-8314-e240c06ab358', 'mac_address': 'fa:16:3e:73:6d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377ef7b7-86ec-4eb0-8fac-1672ccab5e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T16:00:22Z', 'updated_at': '2021-08-20T16:00:51Z', 'revision_number': 1, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cfcb533-e428-458a-84c3-08a45fe515b8', 'name': '', 'network_id': 'e1370026-f031-4601-8314-e240c06ab358', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'mac_address': 'fa:16:3e:47:72:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36223243-b246-4e2e-9e1f-57c0926d199c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:33Z', 'updated_at': '2021-08-20T15:55:59Z', 'revision_number': 5, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'subnets': [{'id': '36223243-b246-4e2e-9e1f-57c0926d199c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 20 16:00:56.570192 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78a2ee-2dfc-4e06-b47e-e260a071eb4d None None] Pushing event updated for resources: {'Port': ['ID=9d4d972e-1e84-430b-8d43-3f09772eacfe,revision_number=4']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:56.715415 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-8e78a2ee-2dfc-4e06-b47e-e260a071eb4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.891s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:57.011000 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-6cb56717-8a26-43a8-a534-15495aaafa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'name': 'tempest-TestShelveInstance-175245446-router', 'tenant_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': 'c75fd55a-76d9-4225-8333-61ba75d1f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:26Z', 'updated_at': '2021-08-20T16:00:33Z', 'revision_number': 4, 'project_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'gw_port': {'id': 'c75fd55a-76d9-4225-8333-61ba75d1f9ea', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:27Z', 'updated_at': '2021-08-20T16:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': '9d4d972e-1e84-430b-8d43-3f09772eacfe', 'name': '', 'network_id': '573c1213-77ed-460b-8c84-ad8019a0d321', 'tenant_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'mac_address': 'fa:16:3e:ff:f5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39415324-6de0-401c-8e7e-a0482fdc5f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:31Z', 'updated_at': '2021-08-20T16:00:55Z', 'revision_number': 4, 'project_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'subnets': [{'id': '39415324-6de0-401c-8e7e-a0482fdc5f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:57.018442 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb56717-8a26-43a8-a534-15495aaafa28 None None] The sync data for ids ['2cd9a38e-3602-4546-bdcd-5ef6c69a97b3'] in dv-cinder-805398-3-smb is: [{'id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'name': 'tempest-TestShelveInstance-175245446-router', 'tenant_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': 'c75fd55a-76d9-4225-8333-61ba75d1f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:26Z', 'updated_at': '2021-08-20T16:00:33Z', 'revision_number': 4, 'project_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'gw_port': {'id': 'c75fd55a-76d9-4225-8333-61ba75d1f9ea', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:27Z', 'updated_at': '2021-08-20T16:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': '9d4d972e-1e84-430b-8d43-3f09772eacfe', 'name': '', 'network_id': '573c1213-77ed-460b-8c84-ad8019a0d321', 'tenant_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'mac_address': 'fa:16:3e:ff:f5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39415324-6de0-401c-8e7e-a0482fdc5f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:31Z', 'updated_at': '2021-08-20T16:00:55Z', 'revision_number': 4, 'project_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'subnets': [{'id': '39415324-6de0-401c-8e7e-a0482fdc5f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 20 16:00:57.507537 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53e047-2ca5-4bb1-8507-fafd6fd49732 req-8c213947-df9a-4f5d-b413-e36fd85a8230 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:57.509491 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9d53e047-2ca5-4bb1-8507-fafd6fd49732 req-8c213947-df9a-4f5d-b413-e36fd85a8230 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 946 time: 0.1026118 Aug 20 16:00:57.572024 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9d53e047-2ca5-4bb1-8507-fafd6fd49732 req-f1b12c99-e604-4ec8-a382-0b70a7ac039a tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512569 Aug 20 16:00:57.609370 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 9d4d972e-1e84-430b-8d43-3f09772eacfe up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 16:00:57.721195 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning for port 9d4d972e-1e84-430b-8d43-3f09772eacfe completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:00:57.726967 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port 9d4d972e-1e84-430b-8d43-3f09772eacfe triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:00:57.727343 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:57.855683 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:57.898256 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] For port 9d4d972e-1e84-430b-8d43-3f09772eacfe, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=9d4d972e-1e84-430b-8d43-3f09772eacfe,segment=NetworkSegment(fec95dd2-d5a2-46ea-8494-372d23072abb),segment_id=fec95dd2-d5a2-46ea-8494-372d23072abb)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:00:57.903499 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:57.904562 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device dd363660-3b22-4c69-98a3-bd98f623cd7e up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 16:00:57.937634 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:00:58.033355 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Pushing event updated for resources: {'Port': ['ID=9d4d972e-1e84-430b-8d43-3f09772eacfe,revision_number=5']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:58.038086 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:00:58.053888 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port dd363660-3b22-4c69-98a3-bd98f623cd7e triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:00:58.054714 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:58.332686 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387fde7e-fb38-44e1-aa50-168de98dfc1e None None] New status for floating IP f7bd144c-7a95-4ade-9687-d66e61a3578f: ACTIVE {{(pid=75062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 20 16:00:58.857867 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19db2db-3369-4416-924c-41ff1d9ed85f req-425ed20e-9362-44b9-9c11-094d12615c9c tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:58.859439 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d19db2db-3369-4416-924c-41ff1d9ed85f req-425ed20e-9362-44b9-9c11-094d12615c9c tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 946 time: 0.0935018 Aug 20 16:00:58.914594 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d19db2db-3369-4416-924c-41ff1d9ed85f req-c18c4082-2666-4b4d-b68a-32978806ecc7 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491040 Aug 20 16:00:59.305788 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53ed23-28f6-4f94-8b95-22c5d5250afd req-1485b569-8153-4ffb-ae23-53f28e48f463 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:59.307575 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5c53ed23-28f6-4f94-8b95-22c5d5250afd req-1485b569-8153-4ffb-ae23-53f28e48f463 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.54 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 946 time: 0.1700573 Aug 20 16:00:59.439994 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [req-5c53ed23-28f6-4f94-8b95-22c5d5250afd req-cea78488-78b4-41f5-83ab-ea9bd9079939 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Deleting port b492b5b8-a0d4-4c7b-a96a-842cf248fefd {{(pid=75061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:00:59.440573 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-5c53ed23-28f6-4f94-8b95-22c5d5250afd req-cea78488-78b4-41f5-83ab-ea9bd9079939 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:59.569462 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 9d4d972e-1e84-430b-8d43-3f09772eacfe up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 16:00:59.662207 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port 9d4d972e-1e84-430b-8d43-3f09772eacfe triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:00:59.662686 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:59.818162 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-5c53ed23-28f6-4f94-8b95-22c5d5250afd req-cea78488-78b4-41f5-83ab-ea9bd9079939 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] For port b492b5b8-a0d4-4c7b-a96a-842cf248fefd, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=b492b5b8-a0d4-4c7b-a96a-842cf248fefd,segment=NetworkSegment(68bd6238-2a31-45ae-8fff-c07ee9ddc968),segment_id=68bd6238-2a31-45ae-8fff-c07ee9ddc968)] {{(pid=75061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:00:59.818527 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-5c53ed23-28f6-4f94-8b95-22c5d5250afd req-cea78488-78b4-41f5-83ab-ea9bd9079939 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:59.951005 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 34440) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:01:00.178353 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-81d08d78-8297-40da-9feb-5e58efd51def admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:00.218981 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-81d08d78-8297-40da-9feb-5e58efd51def admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:01:00.224571 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-81d08d78-8297-40da-9feb-5e58efd51def admin admin] Usage tracker for resource:security_group_rule and tenant:5d2b3c84f1f94f6ba1754def0784025f is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:01:00.227995 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-81d08d78-8297-40da-9feb-5e58efd51def admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:01:00.234943 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-81d08d78-8297-40da-9feb-5e58efd51def admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:01:00.312800 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-5c53ed23-28f6-4f94-8b95-22c5d5250afd req-cea78488-78b4-41f5-83ab-ea9bd9079939 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:00.313796 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-5c53ed23-28f6-4f94-8b95-22c5d5250afd req-cea78488-78b4-41f5-83ab-ea9bd9079939 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405581'] for floatingip, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:00.313796 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.db.l3_db [req-5c53ed23-28f6-4f94-8b95-22c5d5250afd req-cea78488-78b4-41f5-83ab-ea9bd9079939 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Floating IP 40621d19-657a-48b4-ab97-20b7bcff2a32 disassociated. External IP: 172.28.2.126, port: b492b5b8-a0d4-4c7b-a96a-842cf248fefd. Aug 20 16:01:00.314088 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [req-5c53ed23-28f6-4f94-8b95-22c5d5250afd req-cea78488-78b4-41f5-83ab-ea9bd9079939 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Calling delete_port for b492b5b8-a0d4-4c7b-a96a-842cf248fefd owned by compute:nova {{(pid=75061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:01:00.326840 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-81d08d78-8297-40da-9feb-5e58efd51def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:00.334615 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-81d08d78-8297-40da-9feb-5e58efd51def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:00.348057 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-d29b6d67-3655-4596-b76c-1376aada5165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:01:00.400927 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d08d78-8297-40da-9feb-5e58efd51def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b90c67-4965-4175-9c7a-de4fb490641c,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:01:00.405329 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-81d08d78-8297-40da-9feb-5e58efd51def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:01:00.408621 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-81d08d78-8297-40da-9feb-5e58efd51def admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d2b3c84f1f94f6ba1754def0784025f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4567719 Aug 20 16:01:00.413496 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 34452) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:01:00.501857 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff75551-acd1-4258-8bee-0c728a68c115 req-b3f2f9c1-9ad6-4e43-b21c-8772abc77fc3 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:00.503644 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6ff75551-acd1-4258-8bee-0c728a68c115 req-b3f2f9c1-9ad6-4e43-b21c-8772abc77fc3 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 946 time: 0.2775781 Aug 20 16:01:00.525435 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-138e8999-1b35-4350-8892-f21d6ee02e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:00.556900 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-138e8999-1b35-4350-8892-f21d6ee02e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:00.640124 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-138e8999-1b35-4350-8892-f21d6ee02e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:00.647436 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-8827567a-32bc-4c2f-b50d-7e6707e9694d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:01:00.665542 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e8999-1b35-4350-8892-f21d6ee02e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b90c67-4965-4175-9c7a-de4fb490641c,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:01:00.668120 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-138e8999-1b35-4350-8892-f21d6ee02e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:01:00.674709 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-138e8999-1b35-4350-8892-f21d6ee02e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:00.678939 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-138e8999-1b35-4350-8892-f21d6ee02e66 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/18b90c67-4965-4175-9c7a-de4fb490641c HTTP/1.1" status: 204 len: 168 time: 0.2627790 Aug 20 16:01:00.681489 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6ff75551-acd1-4258-8bee-0c728a68c115 req-94fac170-d963-4897-9775-e5c7404d09f2 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0b8c1ef-c982-4470-81f8-db9fb069f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687825 Aug 20 16:01:00.712187 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-5c53ed23-28f6-4f94-8b95-22c5d5250afd req-cea78488-78b4-41f5-83ab-ea9bd9079939 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952'] for port, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:00.720198 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-b7eb2125-ccc9-4cb5-86d8-62e32d0ccaad tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:01:00.772871 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea78488-78b4-41f5-83ab-ea9bd9079939 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Pushing event deleted for resources: {'Port': ['ID=b492b5b8-a0d4-4c7b-a96a-842cf248fefd,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:01:00.776030 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-cea78488-78b4-41f5-83ab-ea9bd9079939 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:01:01.015490 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c53ed23-28f6-4f94-8b95-22c5d5250afd req-cea78488-78b4-41f5-83ab-ea9bd9079939 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Router c7f629f4-b653-47b2-9fd4-bee4d6c98203 has already been hosted by L3 agent ecccf787-6cb6-4f52-bf94-e4285ae9b988 {{(pid=75061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:01:01.225036 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 34468) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:01:01.247654 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-6498abe3-a4cc-4d44-8602-9c8ff05778d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:01.285894 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c53ed23-28f6-4f94-8b95-22c5d5250afd req-cea78488-78b4-41f5-83ab-ea9bd9079939 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify agent at l3_agent.dv-cinder-805398-3-smb the message routers_updated {{(pid=75061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:01:01.299463 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-6498abe3-a4cc-4d44-8602-9c8ff05778d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:01:01.300446 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b765ddb-9b59-4930-a586-d6308f68705a None None] Sync routers for ids ['c7f629f4-b653-47b2-9fd4-bee4d6c98203'] in dv-cinder-805398-3-smb {{(pid=75063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 20 16:01:01.305513 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-6498abe3-a4cc-4d44-8602-9c8ff05778d0 admin admin] Usage tracker for resource:security_group_rule and tenant:08c6ae0c7ca44878aa94842c848f3ae4 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:01:01.309857 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-6498abe3-a4cc-4d44-8602-9c8ff05778d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:01:01.318620 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-6498abe3-a4cc-4d44-8602-9c8ff05778d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:01:01.362922 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b765ddb-9b59-4930-a586-d6308f68705a None None] Routers {'c7f629f4-b653-47b2-9fd4-bee4d6c98203'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:01:01.364491 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-0b765ddb-9b59-4930-a586-d6308f68705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:00:42Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['c7f629f4-b653-47b2-9fd4-bee4d6c98203'], 'active': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:01:01.411783 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c53ed23-28f6-4f94-8b95-22c5d5250afd req-cea78488-78b4-41f5-83ab-ea9bd9079939 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] No DVR routers for this DVR port b492b5b8-a0d4-4c7b-a96a-842cf248fefd on host hv-cinder-80539 {{(pid=75061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 16:01:01.416009 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-5c53ed23-28f6-4f94-8b95-22c5d5250afd req-cea78488-78b4-41f5-83ab-ea9bd9079939 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:01.420753 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44698783-c74f-4d38-bbe8-a96ef5ca3b64', 'name': 'network-vif-deleted', 'tag': 'b492b5b8-a0d4-4c7b-a96a-842cf248fefd'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:01:01.426801 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-6498abe3-a4cc-4d44-8602-9c8ff05778d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:01.440399 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-6498abe3-a4cc-4d44-8602-9c8ff05778d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:01.452722 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5c53ed23-28f6-4f94-8b95-22c5d5250afd req-cea78488-78b4-41f5-83ab-ea9bd9079939 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.54 "DELETE /v2.0/ports/b492b5b8-a0d4-4c7b-a96a-842cf248fefd HTTP/1.1" status: 204 len: 173 time: 2.1373572 Aug 20 16:01:01.454445 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-653604e6-a54e-4f01-89f4-7761d2b27e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:01:01.510469 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498abe3-a4cc-4d44-8602-9c8ff05778d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247c6e3c-2cfb-4d7e-a0ea-aeadba6b2d37,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:01:01.533677 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-6498abe3-a4cc-4d44-8602-9c8ff05778d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:01:01.538587 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-6498abe3-a4cc-4d44-8602-9c8ff05778d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=08c6ae0c7ca44878aa94842c848f3ae4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3118210 Aug 20 16:01:01.542828 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 34474) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:01:01.584814 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44698783-c74f-4d38-bbe8-a96ef5ca3b64', 'name': 'network-vif-deleted', 'tag': 'b492b5b8-a0d4-4c7b-a96a-842cf248fefd', 'status': 'completed', 'code': 200} Aug 20 16:01:01.632524 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7efb2338-63a7-4820-9313-0bc5a800deb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:01.634146 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvr_db [None req-0b765ddb-9b59-4930-a586-d6308f68705a None None] Set router c7f629f4-b653-47b2-9fd4-bee4d6c98203 gateway port host: dv-cinder-805398-3-smb {{(pid=75063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:01:01.669045 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7efb2338-63a7-4820-9313-0bc5a800deb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:01.741886 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7efb2338-63a7-4820-9313-0bc5a800deb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:01.746647 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-1d252744-6f3d-4607-aaad-0cfe277db5c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:01:01.759405 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb2338-63a7-4820-9313-0bc5a800deb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247c6e3c-2cfb-4d7e-a0ea-aeadba6b2d37,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:01:01.762341 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-7efb2338-63a7-4820-9313-0bc5a800deb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:01:01.772635 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7efb2338-63a7-4820-9313-0bc5a800deb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:01.777465 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-7efb2338-63a7-4820-9313-0bc5a800deb8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/247c6e3c-2cfb-4d7e-a0ea-aeadba6b2d37 HTTP/1.1" status: 204 len: 168 time: 0.2299702 Aug 20 16:01:01.966080 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-6535193d-bafe-4ef6-b027-ba76339b641f req-07972d04-b49c-45ec-a563-0441b3871941 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Synchronizing usage tracker for tenant:dbaf53e1aea443719d3e819cb3601631 on resource:port {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 16:01:01.986541 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-6535193d-bafe-4ef6-b027-ba76339b641f req-07972d04-b49c-45ec-a563-0441b3871941 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Unset dirty status for tenant:dbaf53e1aea443719d3e819cb3601631 on resource:port {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 16:01:01.988058 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6535193d-bafe-4ef6-b027-ba76339b641f req-07972d04-b49c-45ec-a563-0441b3871941 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=44698783-c74f-4d38-bbe8-a96ef5ca3b64 HTTP/1.1" status: 200 len: 210 time: 0.0703902 Aug 20 16:01:02.223118 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-0b765ddb-9b59-4930-a586-d6308f68705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'name': 'tempest-AttachVolumeShelveTestJSON-529608688-router', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:56:45Z', 'updated_at': '2021-08-20T15:56:52Z', 'revision_number': 4, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'gw_port': {'id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:56:46Z', 'updated_at': '2021-08-20T15:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': 'd56e7e8a-b169-4ab3-8661-652a6f28a144', 'name': '', 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'mac_address': 'fa:16:3e:6d:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2eac451a-2e42-4f5c-8315-eccf4786e9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:56:51Z', 'updated_at': '2021-08-20T15:57:06Z', 'revision_number': 5, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'subnets': [{'id': '2eac451a-2e42-4f5c-8315-eccf4786e9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:01:02.228032 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b765ddb-9b59-4930-a586-d6308f68705a None None] Checking router: c7f629f4-b653-47b2-9fd4-bee4d6c98203 for host: dv-cinder-805398-3-smb {{(pid=75063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 20 16:01:02.240247 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b765ddb-9b59-4930-a586-d6308f68705a None None] Routers {'c7f629f4-b653-47b2-9fd4-bee4d6c98203'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:01:02.240961 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-0b765ddb-9b59-4930-a586-d6308f68705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:00:42Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['c7f629f4-b653-47b2-9fd4-bee4d6c98203'], 'active': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:01:02.350201 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 34488) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:01:02.423809 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc804d71-793d-4a68-8fea-ed3c76779057 admin admin] Deleting subnet 944c180d-2e48-46c5-9b9f-3a93e4c79cd5 {{(pid=75061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 20 16:01:02.428140 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-bc804d71-793d-4a68-8fea-ed3c76779057 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:02.490193 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvr_db [None req-0b765ddb-9b59-4930-a586-d6308f68705a None None] Set router c7f629f4-b653-47b2-9fd4-bee4d6c98203 gateway port host: dv-cinder-805398-3-smb {{(pid=75063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:01:02.509541 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-bc804d71-793d-4a68-8fea-ed3c76779057 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:02.516981 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-bc804d71-793d-4a68-8fea-ed3c76779057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3577807'] for subnet, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:02.603334 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-bc804d71-793d-4a68-8fea-ed3c76779057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3577846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924'] for subnet, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:02.607885 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-e0e30fd5-3277-4f53-aca9-95312e8d5519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:01:02.643705 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc804d71-793d-4a68-8fea-ed3c76779057 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=944c180d-2e48-46c5-9b9f-3a93e4c79cd5,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:01:02.647554 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-bc804d71-793d-4a68-8fea-ed3c76779057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:01:02.651935 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-bc804d71-793d-4a68-8fea-ed3c76779057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for subnet, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:02.672158 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-bc804d71-793d-4a68-8fea-ed3c76779057 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/944c180d-2e48-46c5-9b9f-3a93e4c79cd5 HTTP/1.1" status: 204 len: 168 time: 0.3206232 Aug 20 16:01:02.674629 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 34492) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:01:02.870716 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-0b765ddb-9b59-4930-a586-d6308f68705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'name': 'tempest-AttachVolumeShelveTestJSON-529608688-router', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:56:45Z', 'updated_at': '2021-08-20T15:56:52Z', 'revision_number': 4, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'gw_port': {'id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:56:46Z', 'updated_at': '2021-08-20T15:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': 'd56e7e8a-b169-4ab3-8661-652a6f28a144', 'name': '', 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'mac_address': 'fa:16:3e:6d:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2eac451a-2e42-4f5c-8315-eccf4786e9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:56:51Z', 'updated_at': '2021-08-20T15:57:06Z', 'revision_number': 5, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'subnets': [{'id': '2eac451a-2e42-4f5c-8315-eccf4786e9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:01:02.873160 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-75e077ff-df72-4f0f-adc6-daedb1291091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3779509'] for network, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:02.878211 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b765ddb-9b59-4930-a586-d6308f68705a None None] The sync data for ids ['c7f629f4-b653-47b2-9fd4-bee4d6c98203'] in dv-cinder-805398-3-smb is: [{'id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'name': 'tempest-AttachVolumeShelveTestJSON-529608688-router', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:56:45Z', 'updated_at': '2021-08-20T15:56:52Z', 'revision_number': 4, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'gw_port': {'id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:56:46Z', 'updated_at': '2021-08-20T15:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': 'd56e7e8a-b169-4ab3-8661-652a6f28a144', 'name': '', 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'mac_address': 'fa:16:3e:6d:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2eac451a-2e42-4f5c-8315-eccf4786e9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:56:51Z', 'updated_at': '2021-08-20T15:57:06Z', 'revision_number': 5, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'subnets': [{'id': '2eac451a-2e42-4f5c-8315-eccf4786e9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 20 16:01:03.049254 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-75e077ff-df72-4f0f-adc6-daedb1291091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3576902', 'neutron.services.segments.db._delete_segments_for_network-8786829457026'] for network, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:03.070592 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-75e077ff-df72-4f0f-adc6-daedb1291091 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 16:01:03.070979 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-75e077ff-df72-4f0f-adc6-daedb1291091 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 16:01:03.072263 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-75e077ff-df72-4f0f-adc6-daedb1291091 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 16:01:03.072686 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-75e077ff-df72-4f0f-adc6-daedb1291091 admin admin] Subscribe: > port after_create 55550000 {{(pid=75061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 16:01:03.073239 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-75e077ff-df72-4f0f-adc6-daedb1291091 admin admin] Subscribe: > port after_delete 55550000 {{(pid=75061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 16:01:03.073616 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-75e077ff-df72-4f0f-adc6-daedb1291091 admin admin] Subscribe: > port after_update 55550000 {{(pid=75061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 16:01:03.074207 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-75e077ff-df72-4f0f-adc6-daedb1291091 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 16:01:03.074543 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-75e077ff-df72-4f0f-adc6-daedb1291091 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 16:01:03.074937 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-75e077ff-df72-4f0f-adc6-daedb1291091 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 16:01:03.075243 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-75e077ff-df72-4f0f-adc6-daedb1291091 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 16:01:03.187702 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 34504) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:01:03.198940 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-75e077ff-df72-4f0f-adc6-daedb1291091 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 16:01:03.199534 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-75e077ff-df72-4f0f-adc6-daedb1291091 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 16:01:03.200057 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-75e077ff-df72-4f0f-adc6-daedb1291091 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 16:01:03.200583 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-75e077ff-df72-4f0f-adc6-daedb1291091 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 16:01:03.201182 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.services.segments.db [None req-75e077ff-df72-4f0f-adc6-daedb1291091 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b']}} {{(pid=75061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:01:03.223607 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.services.segments.db [None req-75e077ff-df72-4f0f-adc6-daedb1291091 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db3a52a-d523-44b3-8df2-d393a5c5b336') {'for_net_delete': True} {{(pid=75061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:01:03.224015 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.services.segments.db [None req-75e077ff-df72-4f0f-adc6-daedb1291091 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db3a52a-d523-44b3-8df2-d393a5c5b336') {} {{(pid=75061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:01:03.239959 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-75e077ff-df72-4f0f-adc6-daedb1291091 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786829458077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1484678'] for segment, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:03.273168 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-75e077ff-df72-4f0f-adc6-daedb1291091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577716'] for segment, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:03.278868 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-05ddf975-da6c-454c-842e-14c1c6378f90 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:03.288506 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75e077ff-df72-4f0f-adc6-daedb1291091 admin admin] Releasing vlan 1256 on physical network physnet1 to pool {{(pid=75061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 20 16:01:03.289393 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-75e077ff-df72-4f0f-adc6-daedb1291091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3577706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1519402'] for segment, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:03.317494 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-05ddf975-da6c-454c-842e-14c1c6378f90 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:03.333363 dv-cinder-805398-3-smb neutron-server[75061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 20 16:01:03.333363 dv-cinder-805398-3-smb neutron-server[75061]: util.warn_limited( Aug 20 16:01:03.333363 dv-cinder-805398-3-smb neutron-server[75061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 20 16:01:03.333363 dv-cinder-805398-3-smb neutron-server[75061]: util.warn_limited( Aug 20 16:01:03.333363 dv-cinder-805398-3-smb neutron-server[75061]: Traceback (most recent call last): Aug 20 16:01:03.333363 dv-cinder-805398-3-smb neutron-server[75061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 20 16:01:03.333363 dv-cinder-805398-3-smb neutron-server[75061]: timer() Aug 20 16:01:03.333363 dv-cinder-805398-3-smb neutron-server[75061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 16:01:03.333363 dv-cinder-805398-3-smb neutron-server[75061]: cb(*args, **kw) Aug 20 16:01:03.333363 dv-cinder-805398-3-smb neutron-server[75061]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 20 16:01:03.333363 dv-cinder-805398-3-smb neutron-server[75061]: return func(*args, **kwargs) Aug 20 16:01:03.333363 dv-cinder-805398-3-smb neutron-server[75061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 16:01:03.333363 dv-cinder-805398-3-smb neutron-server[75061]: self._notify() Aug 20 16:01:03.333363 dv-cinder-805398-3-smb neutron-server[75061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 16:01:03.333363 dv-cinder-805398-3-smb neutron-server[75061]: self.callback(batched_events) Aug 20 16:01:03.333363 dv-cinder-805398-3-smb neutron-server[75061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 16:01:03.333363 dv-cinder-805398-3-smb neutron-server[75061]: event.method(event) Aug 20 16:01:03.333363 dv-cinder-805398-3-smb neutron-server[75061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 16:01:03.333363 dv-cinder-805398-3-smb neutron-server[75061]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 16:01:03.333363 dv-cinder-805398-3-smb neutron-server[75061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 16:01:03.333363 dv-cinder-805398-3-smb neutron-server[75061]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 16:01:03.333363 dv-cinder-805398-3-smb neutron-server[75061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 16:01:03.333363 dv-cinder-805398-3-smb neutron-server[75061]: return f(self, *a, **k) Aug 20 16:01:03.333363 dv-cinder-805398-3-smb neutron-server[75061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 20 16:01:03.333363 dv-cinder-805398-3-smb neutron-server[75061]: return self._get(url).json() Aug 20 16:01:03.333363 dv-cinder-805398-3-smb neutron-server[75061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 20 16:01:03.333363 dv-cinder-805398-3-smb neutron-server[75061]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 16:01:03.333363 dv-cinder-805398-3-smb neutron-server[75061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 20 16:01:03.333363 dv-cinder-805398-3-smb neutron-server[75061]: return self.request(url, 'GET', **kwargs) Aug 20 16:01:03.333363 dv-cinder-805398-3-smb neutron-server[75061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 20 16:01:03.333363 dv-cinder-805398-3-smb neutron-server[75061]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 16:01:03.333363 dv-cinder-805398-3-smb neutron-server[75061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 20 16:01:03.333363 dv-cinder-805398-3-smb neutron-server[75061]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 16:01:03.333363 dv-cinder-805398-3-smb neutron-server[75061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 20 16:01:03.333363 dv-cinder-805398-3-smb neutron-server[75061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 16:01:03.333363 dv-cinder-805398-3-smb neutron-server[75061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 16:01:03.380126 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-05ddf975-da6c-454c-842e-14c1c6378f90 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:03.384296 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-913b588f-3972-4feb-b17d-c39044c7ab60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:01:03.400205 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ddf975-da6c-454c-842e-14c1c6378f90 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b8c1ef-c982-4470-81f8-db9fb069f30b,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:01:03.404204 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-05ddf975-da6c-454c-842e-14c1c6378f90 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:01:03.408208 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-05ddf975-da6c-454c-842e-14c1c6378f90 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:03.410524 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-05ddf975-da6c-454c-842e-14c1c6378f90 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "DELETE /v2.0/security-groups/b0b8c1ef-c982-4470-81f8-db9fb069f30b HTTP/1.1" status: 204 len: 168 time: 0.2214420 Aug 20 16:01:03.412475 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 34508) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:01:03.422582 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-75e077ff-df72-4f0f-adc6-daedb1291091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405599'] for network, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:03.431209 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-75e077ff-df72-4f0f-adc6-daedb1291091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for network, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:03.433881 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-ed63e988-8fee-4e5c-8bf9-81c1ef0d1f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:01:03.438461 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.api.v2.resource [None req-98838894-7529-4899-96ab-4b690f0c4213 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] show failed (client error): The resource could not be found. Aug 20 16:01:03.442221 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-98838894-7529-4899-96ab-4b690f0c4213 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups/b0b8c1ef-c982-4470-81f8-db9fb069f30b HTTP/1.1" status: 404 len: 347 time: 0.0261033 Aug 20 16:01:03.442534 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 34512) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:01:03.456815 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-75e077ff-df72-4f0f-adc6-daedb1291091 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b HTTP/1.1" status: 204 len: 168 time: 0.7773037 Aug 20 16:01:03.456815 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e077ff-df72-4f0f-adc6-daedb1291091 admin admin] Pushing event deleted for resources: {'Network': ['ID=5023a9dd-64c1-4d99-ae1f-a0b62efb4e3b,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:01:03.458505 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-75e077ff-df72-4f0f-adc6-daedb1291091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:01:03.601463 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-37329494-1c67-445b-b6a2-dd70920a788d tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Deleting port d3e9a1fb-1da3-42b1-8336-57885bc47f48 {{(pid=75060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:01:03.601830 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-37329494-1c67-445b-b6a2-dd70920a788d tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:03.672504 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 34518) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:01:03.731166 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-8e2dca17-f14e-422b-9039-bed0f04b2b46 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18504e351324493688125a73ad286513&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0574560 Aug 20 16:01:03.733824 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 34522) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:01:03.880894 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-a989ed3d-c4b4-4920-92ab-c151d2e8fd9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:03.910317 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-a989ed3d-c4b4-4920-92ab-c151d2e8fd9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:03.910903 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-37329494-1c67-445b-b6a2-dd70920a788d tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:03.911202 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-37329494-1c67-445b-b6a2-dd70920a788d tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:03.980373 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-a989ed3d-c4b4-4920-92ab-c151d2e8fd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:03.984752 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-a641e933-b44c-4028-8fdc-0790c874c6c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:01:03.998407 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a989ed3d-c4b4-4920-92ab-c151d2e8fd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112b4c4a-9aac-4563-ba95-eb7bf21b72a3,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:01:04.002439 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-a989ed3d-c4b4-4920-92ab-c151d2e8fd9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:01:04.007142 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-a989ed3d-c4b4-4920-92ab-c151d2e8fd9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:04.011345 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-a989ed3d-c4b4-4920-92ab-c151d2e8fd9a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/112b4c4a-9aac-4563-ba95-eb7bf21b72a3 HTTP/1.1" status: 204 len: 168 time: 0.2765045 Aug 20 16:01:04.021580 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device b492b5b8-a0d4-4c7b-a96a-842cf248fefd no longer exists at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 16:01:04.055224 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-37329494-1c67-445b-b6a2-dd70920a788d tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Calling delete_port for d3e9a1fb-1da3-42b1-8336-57885bc47f48 owned by network:floatingip {{(pid=75060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:01:04.097926 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] No Port match for: b492b5b8-a0d4-4c7b-a96a-842cf248fefd {{(pid=75062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 20 16:01:04.098636 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device b492b5b8-a0d4-4c7b-a96a-842cf248fefd not bound to the agent host hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 16:01:04.247933 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-37329494-1c67-445b-b6a2-dd70920a788d tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6850519'] for port, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:04.256477 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-945ce7f7-8aa1-4a3e-905b-9e204dee8f3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:01:04.317302 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37329494-1c67-445b-b6a2-dd70920a788d tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Pushing event deleted for resources: {'Port': ['ID=d3e9a1fb-1da3-42b1-8336-57885bc47f48,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:01:04.320950 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-37329494-1c67-445b-b6a2-dd70920a788d tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:01:04.443183 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-37329494-1c67-445b-b6a2-dd70920a788d tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for floatingip, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:04.463985 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-37329494-1c67-445b-b6a2-dd70920a788d tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for floatingip, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:04.465232 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-37329494-1c67-445b-b6a2-dd70920a788d tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "DELETE /v2.0/floatingips/40621d19-657a-48b4-ab97-20b7bcff2a32 HTTP/1.1" status: 204 len: 168 time: 1.0216241 Aug 20 16:01:04.748445 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 34534) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:01:04.754452 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [None req-8a1c5013-b5e9-4b58-a88a-65db024da009 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1098303054', 'description': 'tempest-description--1663338963'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:01:04.761209 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-8a1c5013-b5e9-4b58-a88a-65db024da009 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:01:04.765580 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-8a1c5013-b5e9-4b58-a88a-65db024da009 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Usage tracker for resource:security_group and tenant:dbaf53e1aea443719d3e819cb3601631 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:01:04.769135 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-8a1c5013-b5e9-4b58-a88a-65db024da009 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:01:04.775313 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-8a1c5013-b5e9-4b58-a88a-65db024da009 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:01:04.787835 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5013-b5e9-4b58-a88a-65db024da009 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for security_group, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:04.832444 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-8a1c5013-b5e9-4b58-a88a-65db024da009 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:01:04.838848 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-8a1c5013-b5e9-4b58-a88a-65db024da009 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Usage tracker for resource:security_group_rule and tenant:dbaf53e1aea443719d3e819cb3601631 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:01:04.844113 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-8a1c5013-b5e9-4b58-a88a-65db024da009 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:01:04.856432 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-8a1c5013-b5e9-4b58-a88a-65db024da009 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:01:04.922975 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5013-b5e9-4b58-a88a-65db024da009 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for security_group, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:04.927472 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5013-b5e9-4b58-a88a-65db024da009 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:04.933328 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-4ba7dadb-b22c-48d1-9d72-3ce5962d3975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:01:04.984312 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5013-b5e9-4b58-a88a-65db024da009 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3768d5c-a5e1-4267-a4a0-f8e1363142b2,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:01:04.987073 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-8a1c5013-b5e9-4b58-a88a-65db024da009 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:01:04.988371 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5013-b5e9-4b58-a88a-65db024da009 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for security_group, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:04.993325 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-8a1c5013-b5e9-4b58-a88a-65db024da009 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2400782 Aug 20 16:01:04.993626 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 34538) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:01:04.999732 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [None req-8f9011a2-c3eb-4251-a5cf-a998e5e2f39e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Request body: {'security_group_rule': {'security_group_id': 'd3768d5c-a5e1-4267-a4a0-f8e1363142b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:01:05.012121 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-8f9011a2-c3eb-4251-a5cf-a998e5e2f39e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:01:05.019197 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-8f9011a2-c3eb-4251-a5cf-a998e5e2f39e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Usage tracker for resource:security_group_rule and tenant:dbaf53e1aea443719d3e819cb3601631 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:01:05.023805 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-8f9011a2-c3eb-4251-a5cf-a998e5e2f39e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:01:05.032540 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-8f9011a2-c3eb-4251-a5cf-a998e5e2f39e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:01:05.056647 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-8f9011a2-c3eb-4251-a5cf-a998e5e2f39e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:05.136497 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-8f9011a2-c3eb-4251-a5cf-a998e5e2f39e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:05.141093 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-8f9011a2-c3eb-4251-a5cf-a998e5e2f39e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446176'] for security_group_rule, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:05.143331 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:01:05.170125 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9011a2-c3eb-4251-a5cf-a998e5e2f39e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e38191e9-b7e1-48d7-8e8a-9de56fb0514a,revision_number=0']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:01:05.173079 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-8f9011a2-c3eb-4251-a5cf-a998e5e2f39e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:01:05.176940 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-8f9011a2-c3eb-4251-a5cf-a998e5e2f39e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:05.178348 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-8f9011a2-c3eb-4251-a5cf-a998e5e2f39e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1835048 Aug 20 16:01:05.180882 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 34544) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:01:05.186609 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [None req-2f8980f5-4266-4d74-9454-fc53424d66f6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Request body: {'security_group_rule': {'security_group_id': 'd3768d5c-a5e1-4267-a4a0-f8e1363142b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:01:05.193030 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-2f8980f5-4266-4d74-9454-fc53424d66f6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:01:05.196913 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-2f8980f5-4266-4d74-9454-fc53424d66f6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Usage tracker for resource:security_group_rule and tenant:dbaf53e1aea443719d3e819cb3601631 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:01:05.199879 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-2f8980f5-4266-4d74-9454-fc53424d66f6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:01:05.206957 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-2f8980f5-4266-4d74-9454-fc53424d66f6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:01:05.225737 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-2f8980f5-4266-4d74-9454-fc53424d66f6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:05.294705 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-2f8980f5-4266-4d74-9454-fc53424d66f6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:05.299136 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-2f8980f5-4266-4d74-9454-fc53424d66f6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446176'] for security_group_rule, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:05.305963 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-92a36fa6-9f2d-497e-8e35-1979c69e7737 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:01:05.328903 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8980f5-4266-4d74-9454-fc53424d66f6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afcb2b93-9639-4f20-95a3-066ac1f39ea0,revision_number=0']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:01:05.333445 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-2f8980f5-4266-4d74-9454-fc53424d66f6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:01:05.342591 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-2f8980f5-4266-4d74-9454-fc53424d66f6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:05.343916 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-2f8980f5-4266-4d74-9454-fc53424d66f6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1621068 Aug 20 16:01:05.347676 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 34550) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:01:05.353007 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [None req-0be390ff-4ed8-4e82-a6bb-db7282d0674e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Request body: {'floatingip': {'floating_network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:01:05.358481 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-0be390ff-4ed8-4e82-a6bb-db7282d0674e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:01:05.362577 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-0be390ff-4ed8-4e82-a6bb-db7282d0674e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Usage tracker for resource:floatingip and tenant:dbaf53e1aea443719d3e819cb3601631 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:01:05.367123 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-0be390ff-4ed8-4e82-a6bb-db7282d0674e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:01:05.372499 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-0be390ff-4ed8-4e82-a6bb-db7282d0674e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:01:05.387059 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-0be390ff-4ed8-4e82-a6bb-db7282d0674e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for floatingip, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:05.563594 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-0be390ff-4ed8-4e82-a6bb-db7282d0674e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:05.703365 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.db_base_plugin_common [None req-0be390ff-4ed8-4e82-a6bb-db7282d0674e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Allocated IP 172.28.2.197 (1515200a-7cd1-4ec3-bca4-b17b78debdd2/e9a37b8d-0a16-4543-b6cb-0b09a5c894bc/99b75019-11f3-452b-a0bf-631df4b19cf3) {{(pid=75061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:01:05.856370 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-0be390ff-4ed8-4e82-a6bb-db7282d0674e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for port, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:05.891689 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-0be390ff-4ed8-4e82-a6bb-db7282d0674e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519487'] for port, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:05.895731 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-9a2f08c2-1bd3-4d13-8940-8af719b1bbe2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:01:05.965529 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be390ff-4ed8-4e82-a6bb-db7282d0674e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Network 1515200a-7cd1-4ec3-bca4-b17b78debdd2 is already hosted by enough agents. {{(pid=75061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:01:05.968648 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.base_scheduler [None req-0be390ff-4ed8-4e82-a6bb-db7282d0674e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Resources bound (agent type, host, resource id): {{(pid=75061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:01:05.971530 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be390ff-4ed8-4e82-a6bb-db7282d0674e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Received port after_create {{(pid=75061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:01:06.002756 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be390ff-4ed8-4e82-a6bb-db7282d0674e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Pushing event updated for resources: {'Port': ['ID=99b75019-11f3-452b-a0bf-631df4b19cf3,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:01:06.008021 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-0be390ff-4ed8-4e82-a6bb-db7282d0674e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:01:06.153664 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-0be390ff-4ed8-4e82-a6bb-db7282d0674e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:06.216134 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-0be390ff-4ed8-4e82-a6bb-db7282d0674e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:06.446649 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-0be390ff-4ed8-4e82-a6bb-db7282d0674e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for port, precommit_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:06.452407 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-0be390ff-4ed8-4e82-a6bb-db7282d0674e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1519478'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:06.458229 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-f91df367-f544-4a67-ad0f-899b0c2aa3b4 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:01:06.569280 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be390ff-4ed8-4e82-a6bb-db7282d0674e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Pushing event updated for resources: {'Port': ['ID=99b75019-11f3-452b-a0bf-631df4b19cf3,revision_number=2']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:01:06.572637 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-0be390ff-4ed8-4e82-a6bb-db7282d0674e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:01:06.599105 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-0be390ff-4ed8-4e82-a6bb-db7282d0674e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405581'] for floatingip, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:06.634087 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-0be390ff-4ed8-4e82-a6bb-db7282d0674e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for floatingip, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:06.635377 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-0be390ff-4ed8-4e82-a6bb-db7282d0674e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2867815 Aug 20 16:01:06.888682 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-6826d155-753a-4888-8834-3d85686e62ab req-c8511bf4-48c0-4941-95ba-2b0df3b6e9b1 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Synchronizing usage tracker for tenant:dbaf53e1aea443719d3e819cb3601631 on resource:security_group {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 16:01:06.907571 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-6826d155-753a-4888-8834-3d85686e62ab req-c8511bf4-48c0-4941-95ba-2b0df3b6e9b1 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Unset dirty status for tenant:dbaf53e1aea443719d3e819cb3601631 on resource:security_group {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 16:01:06.908757 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6826d155-753a-4888-8834-3d85686e62ab req-c8511bf4-48c0-4941-95ba-2b0df3b6e9b1 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1098303054&fields=id&tenant_id=dbaf53e1aea443719d3e819cb3601631 HTTP/1.1" status: 200 len: 267 time: 0.0623109 Aug 20 16:01:07.130038 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826d155-753a-4888-8834-3d85686e62ab req-abf9e489-61ce-41ea-809d-9f013be16e50 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:07.132931 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6826d155-753a-4888-8834-3d85686e62ab req-abf9e489-61ce-41ea-809d-9f013be16e50 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/networks?id=a2292af7-a948-4fc0-8b0a-97b490608a31 HTTP/1.1" status: 200 len: 816 time: 0.2095575 Aug 20 16:01:07.157077 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6826d155-753a-4888-8834-3d85686e62ab req-d4e75c4d-7898-41eb-8247-abd51ecd37ee tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/quotas/dbaf53e1aea443719d3e819cb3601631 HTTP/1.1" status: 200 len: 375 time: 0.0162601 Aug 20 16:01:07.316995 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6826d155-753a-4888-8834-3d85686e62ab req-ebad910a-52ab-443d-96fa-8428b3438a14 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbaf53e1aea443719d3e819cb3601631&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1538944 Aug 20 16:01:07.757169 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fe4e8-c93a-4b40-b14d-b0af00b9e955 req-4238b6e7-d341-4a2d-991b-e1ed4f13634a tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:07.759239 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-708fe4e8-c93a-4b40-b14d-b0af00b9e955 req-4238b6e7-d341-4a2d-991b-e1ed4f13634a tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 984 time: 0.3792350 Aug 20 16:01:07.761239 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6826d155-753a-4888-8834-3d85686e62ab req-4e29c229-4f33-43a1-9b32-4eda5ec7c22c service neutron] 10.222.0.13 "GET /v2.0/networks/a2292af7-a948-4fc0-8b0a-97b490608a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190042 Aug 20 16:01:07.766551 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ce86f93a-da9b-4186-b222-295e8c88c8bc req-53997d04-e547-4d5c-88a8-7eeaf7c36705 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec35394f12464353a4a351c52acc2fbd&device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 1137 time: 0.3291385 Aug 20 16:01:08.014018 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-708fe4e8-c93a-4b40-b14d-b0af00b9e955 req-acb7339e-03e0-42a2-95cb-2781b0e014b1 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&id=727e2ca7-c73c-4e33-a2f2-a857dc04dacd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2421131 Aug 20 16:01:08.070921 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6826d155-753a-4888-8834-3d85686e62ab req-6a2c6d6d-b5e5-4caf-8891-790566a0bb1a service neutron] 10.222.0.13 "GET /v2.0/networks/a2292af7-a948-4fc0-8b0a-97b490608a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962141 Aug 20 16:01:08.075867 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86f93a-da9b-4186-b222-295e8c88c8bc req-e23d26d1-d3d0-40de-8ab1-572af9e01f90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:08.077321 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ce86f93a-da9b-4186-b222-295e8c88c8bc req-e23d26d1-d3d0-40de-8ab1-572af9e01f90 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ebdac831-0f71-47ab-be31-14452bf996d9 HTTP/1.1" status: 200 len: 916 time: 0.2887807 Aug 20 16:01:08.204641 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ce86f93a-da9b-4186-b222-295e8c88c8bc req-d0fb8cbd-09f1-407f-9312-3c3b2bf0c3f1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c83dd14-c0ef-43ef-9720-387582cab9d1 HTTP/1.1" status: 200 len: 1000 time: 0.1175559 Aug 20 16:01:08.299210 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-1b5ffe1c-b4ff-4229-b57a-b8028ae23d53 req-111154f7-157c-438e-849c-6b72b9e18fe2 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 210 time: 0.0500989 Aug 20 16:01:08.320016 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86f93a-da9b-4186-b222-295e8c88c8bc req-7fce9911-bad8-4187-8c0f-b5635da00e96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:08.322127 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ce86f93a-da9b-4186-b222-295e8c88c8bc req-7fce9911-bad8-4187-8c0f-b5635da00e96 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d6a93898-e1a7-47e9-af71-16ce0ce7027f HTTP/1.1" status: 200 len: 853 time: 0.1107559 Aug 20 16:01:08.429747 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ce86f93a-da9b-4186-b222-295e8c88c8bc req-43457ba3-1beb-4072-bd18-fdfbf9d7ad19 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ebdac831-0f71-47ab-be31-14452bf996d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0997651 Aug 20 16:01:08.592804 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ce86f93a-da9b-4186-b222-295e8c88c8bc req-9ca90526-7a73-44fd-905e-1137a20e3c85 service neutron] 10.222.0.54 "GET /v2.0/networks/ebdac831-0f71-47ab-be31-14452bf996d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561532 Aug 20 16:01:08.749934 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ce86f93a-da9b-4186-b222-295e8c88c8bc req-02cff642-04b7-456e-93d2-497c970b6b93 service neutron] 10.222.0.54 "GET /v2.0/networks/ebdac831-0f71-47ab-be31-14452bf996d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498151 Aug 20 16:01:09.243818 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2839a33-ee57-4d3f-bc02-b8bfdb4bbcba req-dc0f2b56-ea81-4eea-8be2-8c225b68aacb tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:09.246133 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d2839a33-ee57-4d3f-bc02-b8bfdb4bbcba req-dc0f2b56-ea81-4eea-8be2-8c225b68aacb tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 984 time: 0.0920703 Aug 20 16:01:09.302468 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d2839a33-ee57-4d3f-bc02-b8bfdb4bbcba req-6844f794-11b6-4542-aa0e-834d9cb08317 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&id=727e2ca7-c73c-4e33-a2f2-a857dc04dacd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0492470 Aug 20 16:01:09.482577 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f404fae4-fe8c-42f3-a2ca-b4cbdad0f1a8 req-a9e3937d-6cc8-46aa-8ca9-7fdf22c0de12 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 210 time: 0.0451889 Aug 20 16:01:09.605131 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-dbd85a10-bee6-4b65-98fd-1c404638d34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:09.820941 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826d155-753a-4888-8834-3d85686e62ab req-75afa849-5c03-4148-a91d-46b4f68a470c tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:09.823211 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6826d155-753a-4888-8834-3d85686e62ab req-75afa849-5c03-4148-a91d-46b4f68a470c tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.54 "GET /v2.0/networks?id=a2292af7-a948-4fc0-8b0a-97b490608a31 HTTP/1.1" status: 200 len: 816 time: 0.1708071 Aug 20 16:01:09.892575 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6826d155-753a-4888-8834-3d85686e62ab req-ad4ca8da-9db1-410e-8cff-73c8ede0d636 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbaf53e1aea443719d3e819cb3601631 HTTP/1.1" status: 200 len: 380 time: 0.0432048 Aug 20 16:01:09.902983 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [req-6826d155-753a-4888-8834-3d85686e62ab req-e65e12a3-1eba-48c2-ad01-80acbece32ae tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Request body: {'port': {'device_id': '02c03151-1dd1-414a-9cb1-1afd181fe9d1', 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31', 'admin_state_up': True, 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'security_groups': ['d3768d5c-a5e1-4267-a4a0-f8e1363142b2']}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:01:10.068956 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:10.128794 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [req-6826d155-753a-4888-8834-3d85686e62ab req-e65e12a3-1eba-48c2-ad01-80acbece32ae tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:01:10.132720 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-6826d155-753a-4888-8834-3d85686e62ab req-e65e12a3-1eba-48c2-ad01-80acbece32ae tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Usage tracker for resource:port and tenant:dbaf53e1aea443719d3e819cb3601631 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:01:10.135935 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-6826d155-753a-4888-8834-3d85686e62ab req-e65e12a3-1eba-48c2-ad01-80acbece32ae tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Quota usage for port was recalculated. Used quota:3. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:01:10.141620 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [req-6826d155-753a-4888-8834-3d85686e62ab req-e65e12a3-1eba-48c2-ad01-80acbece32ae tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:01:10.151596 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6826d155-753a-4888-8834-3d85686e62ab req-e65e12a3-1eba-48c2-ad01-80acbece32ae tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Made reservation on behalf of dbaf53e1aea443719d3e819cb3601631 for: {'port': 1} {{(pid=75061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 16:01:10.154611 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-6826d155-753a-4888-8834-3d85686e62ab req-e65e12a3-1eba-48c2-ad01-80acbece32ae tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:10.326073 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.db_base_plugin_common [req-6826d155-753a-4888-8834-3d85686e62ab req-e65e12a3-1eba-48c2-ad01-80acbece32ae tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Allocated IP 172.20.0.10 (a2292af7-a948-4fc0-8b0a-97b490608a31/2eac451a-2e42-4f5c-8315-eccf4786e9f0/7738ce03-a921-44d1-aa4b-6401fbdabb01) {{(pid=75061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:01:10.577818 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-6826d155-753a-4888-8834-3d85686e62ab req-e65e12a3-1eba-48c2-ad01-80acbece32ae tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for port, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:10.601129 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.provisioning_blocks [req-6826d155-753a-4888-8834-3d85686e62ab req-e65e12a3-1eba-48c2-ad01-80acbece32ae tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Transition to ACTIVE for port object 7738ce03-a921-44d1-aa4b-6401fbdabb01 will not be triggered until provisioned by entity DHCP. {{(pid=75061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:01:10.610784 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cfd194-8805-4801-b672-8603e6124914 req-3a8adb7a-837f-4d29-a4ee-88f6ab1c75a0 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:10.610960 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d3cfd194-8805-4801-b672-8603e6124914 req-3a8adb7a-837f-4d29-a4ee-88f6ab1c75a0 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 984 time: 0.1456194 Aug 20 16:01:10.663400 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-6826d155-753a-4888-8834-3d85686e62ab req-e65e12a3-1eba-48c2-ad01-80acbece32ae tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519487'] for port, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:10.673566 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-a535feb7-fc94-49d6-ba26-04f88c9fbddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:01:10.779840 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d3cfd194-8805-4801-b672-8603e6124914 req-bdeb773a-1f63-423f-9982-66c4d3951227 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&id=727e2ca7-c73c-4e33-a2f2-a857dc04dacd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1561546 Aug 20 16:01:10.799815 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6826d155-753a-4888-8834-3d85686e62ab req-e65e12a3-1eba-48c2-ad01-80acbece32ae tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Network a2292af7-a948-4fc0-8b0a-97b490608a31 is already hosted by enough agents. {{(pid=75061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:01:10.813502 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.base_scheduler [req-6826d155-753a-4888-8834-3d85686e62ab req-e65e12a3-1eba-48c2-ad01-80acbece32ae tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Resources bound (agent type, host, resource id): {{(pid=75061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:01:10.817074 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e12a3-1eba-48c2-ad01-80acbece32ae tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Pushing event updated for resources: {'Port': ['ID=7738ce03-a921-44d1-aa4b-6401fbdabb01,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:01:10.820430 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [req-6826d155-753a-4888-8834-3d85686e62ab req-e65e12a3-1eba-48c2-ad01-80acbece32ae tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Received port after_create {{(pid=75061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:01:10.851918 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-e65e12a3-1eba-48c2-ad01-80acbece32ae tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:01:10.894191 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826d155-753a-4888-8834-3d85686e62ab req-e65e12a3-1eba-48c2-ad01-80acbece32ae tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:10.894332 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-6826d155-753a-4888-8834-3d85686e62ab req-e65e12a3-1eba-48c2-ad01-80acbece32ae tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:10.905619 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1f764-122b-4ce0-8ffb-5ad0a364d73e req-befd1cf7-6979-4aeb-a105-983b7bd7587f tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:10.907131 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-85b1f764-122b-4ce0-8ffb-5ad0a364d73e req-befd1cf7-6979-4aeb-a105-983b7bd7587f tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 932 time: 0.2417569 Aug 20 16:01:10.954730 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6826d155-753a-4888-8834-3d85686e62ab req-e65e12a3-1eba-48c2-ad01-80acbece32ae tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0553236 Aug 20 16:01:10.968303 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [req-6826d155-753a-4888-8834-3d85686e62ab req-b386b482-df34-401e-91b6-923e8b993da2 service neutron] Request body: {'port': {'device_id': '02c03151-1dd1-414a-9cb1-1afd181fe9d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80539'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:01:11.009902 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-85b1f764-122b-4ce0-8ffb-5ad0a364d73e req-ff238429-bf0d-4fd8-9dd9-07f56312ea3f tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937433 Aug 20 16:01:11.084438 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-6826d155-753a-4888-8834-3d85686e62ab req-b386b482-df34-401e-91b6-923e8b993da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:11.088606 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-9610b4bc-92ad-4c58-bac0-1add36726458 None None] Provisioning for port 7738ce03-a921-44d1-aa4b-6401fbdabb01 completed by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:01:11.093553 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-9610b4bc-92ad-4c58-bac0-1add36726458 None None] Provisioning complete for port 7738ce03-a921-44d1-aa4b-6401fbdabb01 triggered by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:01:11.093958 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-9610b4bc-92ad-4c58-bac0-1add36726458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:11.150053 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-9610b4bc-92ad-4c58-bac0-1add36726458 None None] Port 7738ce03-a921-44d1-aa4b-6401fbdabb01 cannot update to ACTIVE because it is not bound. {{(pid=75062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 20 16:01:11.432018 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [req-6826d155-753a-4888-8834-3d85686e62ab req-b386b482-df34-401e-91b6-923e8b993da2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7738ce03-a921-44d1-aa4b-6401fbdabb01 {{(pid=75061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 16:01:11.438933 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-6826d155-753a-4888-8834-3d85686e62ab req-b386b482-df34-401e-91b6-923e8b993da2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:11.453677 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.provisioning_blocks [req-6826d155-753a-4888-8834-3d85686e62ab req-b386b482-df34-401e-91b6-923e8b993da2 service neutron] Transition to ACTIVE for port object 7738ce03-a921-44d1-aa4b-6401fbdabb01 will not be triggered until provisioned by entity L2. {{(pid=75061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:01:11.458360 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-6826d155-753a-4888-8834-3d85686e62ab req-b386b482-df34-401e-91b6-923e8b993da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1519478'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:11.463477 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-a916d9b1-0638-4cc9-9af4-099b9c4f3095 tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:01:11.627596 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386b482-df34-401e-91b6-923e8b993da2 service neutron] Pushing event updated for resources: {'Port': ['ID=7738ce03-a921-44d1-aa4b-6401fbdabb01,revision_number=2']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:01:11.635450 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-b386b482-df34-401e-91b6-923e8b993da2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:01:11.691920 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-0cfba7e3-14d8-4785-8d1d-5e18d83515d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:11.708789 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-6826d155-753a-4888-8834-3d85686e62ab req-b386b482-df34-401e-91b6-923e8b993da2 service neutron] Attempting to bind port 7738ce03-a921-44d1-aa4b-6401fbdabb01 on host hv-cinder-80539 for vnic_type normal with profile {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 16:01:11.709268 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-6826d155-753a-4888-8834-3d85686e62ab req-b386b482-df34-401e-91b6-923e8b993da2 service neutron] Attempting to bind port 7738ce03-a921-44d1-aa4b-6401fbdabb01 by drivers openvswitch,hyperv on host hv-cinder-80539 at level 0 using segments [{'id': '68bd6238-2a31-45ae-8fff-c07ee9ddc968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31'}] {{(pid=75061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 16:01:11.709531 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6826d155-753a-4888-8834-3d85686e62ab req-b386b482-df34-401e-91b6-923e8b993da2 service neutron] Attempting to bind port 7738ce03-a921-44d1-aa4b-6401fbdabb01 on network a2292af7-a948-4fc0-8b0a-97b490608a31 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:01:11.715915 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6826d155-753a-4888-8834-3d85686e62ab req-b386b482-df34-401e-91b6-923e8b993da2 service neutron] Port 7738ce03-a921-44d1-aa4b-6401fbdabb01 on network a2292af7-a948-4fc0-8b0a-97b490608a31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80539 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 16:01:11.716233 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6826d155-753a-4888-8834-3d85686e62ab req-b386b482-df34-401e-91b6-923e8b993da2 service neutron] Attempting to bind port 7738ce03-a921-44d1-aa4b-6401fbdabb01 on network a2292af7-a948-4fc0-8b0a-97b490608a31 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:01:11.723343 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6826d155-753a-4888-8834-3d85686e62ab req-b386b482-df34-401e-91b6-923e8b993da2 service neutron] Checking agent: {'id': '8cb0eed4-3a83-4faf-85db-5d15db1f4851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80539', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 53, 18), 'started_at': datetime.datetime(2021, 8, 20, 15, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 16, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 16:01:11.723672 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6826d155-753a-4888-8834-3d85686e62ab req-b386b482-df34-401e-91b6-923e8b993da2 service neutron] Checking segment: {'id': '68bd6238-2a31-45ae-8fff-c07ee9ddc968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 16:01:11.724051 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6826d155-753a-4888-8834-3d85686e62ab req-b386b482-df34-401e-91b6-923e8b993da2 service neutron] Bound using segment: {'id': '68bd6238-2a31-45ae-8fff-c07ee9ddc968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31'} {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 16:01:11.724469 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-6826d155-753a-4888-8834-3d85686e62ab req-b386b482-df34-401e-91b6-923e8b993da2 service neutron] Bound port: 7738ce03-a921-44d1-aa4b-6401fbdabb01, host: hv-cinder-80539, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68bd6238-2a31-45ae-8fff-c07ee9ddc968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31'}}] {{(pid=75061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 16:01:11.724808 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-6826d155-753a-4888-8834-3d85686e62ab req-b386b482-df34-401e-91b6-923e8b993da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:11.829672 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-6826d155-753a-4888-8834-3d85686e62ab req-b386b482-df34-401e-91b6-923e8b993da2 service neutron] For port 7738ce03-a921-44d1-aa4b-6401fbdabb01, host hv-cinder-80539, cleared binding levels {{(pid=75061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:01:11.833086 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-6826d155-753a-4888-8834-3d85686e62ab req-b386b482-df34-401e-91b6-923e8b993da2 service neutron] For port 7738ce03-a921-44d1-aa4b-6401fbdabb01, host hv-cinder-80539, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=7738ce03-a921-44d1-aa4b-6401fbdabb01,segment=NetworkSegment(68bd6238-2a31-45ae-8fff-c07ee9ddc968),segment_id=68bd6238-2a31-45ae-8fff-c07ee9ddc968)] {{(pid=75061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 16:01:11.845539 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-6826d155-753a-4888-8834-3d85686e62ab req-b386b482-df34-401e-91b6-923e8b993da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1519478'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:11.845539 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-f48793a4-c1c1-45eb-b434-c01a4e636855 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:01:11.902129 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-6826d155-753a-4888-8834-3d85686e62ab req-b386b482-df34-401e-91b6-923e8b993da2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:11.903488 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6826d155-753a-4888-8834-3d85686e62ab req-b386b482-df34-401e-91b6-923e8b993da2 service neutron] 10.222.0.54 "PUT /v2.0/ports/7738ce03-a921-44d1-aa4b-6401fbdabb01 HTTP/1.1" status: 200 len: 1094 time: 0.9399941 Aug 20 16:01:11.903975 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c03151-1dd1-414a-9cb1-1afd181fe9d1', 'tag': '7738ce03-a921-44d1-aa4b-6401fbdabb01'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:01:11.963024 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386b482-df34-401e-91b6-923e8b993da2 service neutron] Pushing event updated for resources: {'Port': ['ID=7738ce03-a921-44d1-aa4b-6401fbdabb01,revision_number=3']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:01:12.086472 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-b386b482-df34-401e-91b6-923e8b993da2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:01:12.092396 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c03151-1dd1-414a-9cb1-1afd181fe9d1', 'tag': '7738ce03-a921-44d1-aa4b-6401fbdabb01', 'status': 'completed', 'code': 200} Aug 20 16:01:12.153446 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b972be-b734-4736-8f4d-81f24f6517af req-ae61adb2-7af2-41e3-9ea4-008d8ac8e849 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:12.154916 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-00b972be-b734-4736-8f4d-81f24f6517af req-ae61adb2-7af2-41e3-9ea4-008d8ac8e849 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 984 time: 0.2335947 Aug 20 16:01:12.157621 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6826d155-753a-4888-8834-3d85686e62ab req-52e83246-1df8-434f-ae8a-529eb32a83f6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dbaf53e1aea443719d3e819cb3601631&device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 1097 time: 0.1959002 Aug 20 16:01:12.278637 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6826d155-753a-4888-8834-3d85686e62ab req-3cf85f00-c358-491f-a250-7009b5559f28 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7738ce03-a921-44d1-aa4b-6401fbdabb01 HTTP/1.1" status: 200 len: 217 time: 0.0897024 Aug 20 16:01:12.357350 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-00b972be-b734-4736-8f4d-81f24f6517af req-c3c6349d-8b0a-48a3-8dd8-ec46f33c93e3 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&id=727e2ca7-c73c-4e33-a2f2-a857dc04dacd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1693614 Aug 20 16:01:12.371104 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826d155-753a-4888-8834-3d85686e62ab req-de4d4bfc-80fc-472c-a7aa-a73b9db07944 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:12.372516 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6826d155-753a-4888-8834-3d85686e62ab req-de4d4bfc-80fc-472c-a7aa-a73b9db07944 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2eac451a-2e42-4f5c-8315-eccf4786e9f0 HTTP/1.1" status: 200 len: 855 time: 0.0847595 Aug 20 16:01:12.383430 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06147e8a-5dbf-4d21-a18d-70051d2a640b req-66a36928-36bd-4b6a-97de-95e32648c8b4 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:12.384105 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-06147e8a-5dbf-4d21-a18d-70051d2a640b req-66a36928-36bd-4b6a-97de-95e32648c8b4 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Synchronizing usage tracker for tenant:dbaf53e1aea443719d3e819cb3601631 on resource:port {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 16:01:12.447931 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-06147e8a-5dbf-4d21-a18d-70051d2a640b req-66a36928-36bd-4b6a-97de-95e32648c8b4 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Unset dirty status for tenant:dbaf53e1aea443719d3e819cb3601631 on resource:port {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 16:01:12.449060 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-06147e8a-5dbf-4d21-a18d-70051d2a640b req-66a36928-36bd-4b6a-97de-95e32648c8b4 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 944 time: 0.2905943 Aug 20 16:01:12.493837 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6826d155-753a-4888-8834-3d85686e62ab req-f02b34fd-5fea-44b3-a353-c401aa4f92bb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a2292af7-a948-4fc0-8b0a-97b490608a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1067598 Aug 20 16:01:12.503317 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-06147e8a-5dbf-4d21-a18d-70051d2a640b req-44dfa377-d623-40b1-ae6a-37ffd09d97bc tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478711 Aug 20 16:01:12.627665 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6826d155-753a-4888-8834-3d85686e62ab req-f51ed9ec-bbdc-4ab9-bc6b-bcdb47ade093 service neutron] 10.222.0.54 "GET /v2.0/networks/a2292af7-a948-4fc0-8b0a-97b490608a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234596 Aug 20 16:01:12.759469 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6826d155-753a-4888-8834-3d85686e62ab req-83c68c8a-3c80-4112-8503-072cd90b60dc service neutron] 10.222.0.54 "GET /v2.0/networks/a2292af7-a948-4fc0-8b0a-97b490608a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239395 Aug 20 16:01:12.903293 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9825312c-bd59-4e3a-aeb0-ab3654592ce6 req-c9172a0d-833b-41ee-bcae-dd3446555b5d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dbaf53e1aea443719d3e819cb3601631&device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 1097 time: 0.0769694 Aug 20 16:01:13.059614 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825312c-bd59-4e3a-aeb0-ab3654592ce6 req-91b9f1ab-5d03-4bc7-8e05-dc6d505f51e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:13.061078 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9825312c-bd59-4e3a-aeb0-ab3654592ce6 req-91b9f1ab-5d03-4bc7-8e05-dc6d505f51e6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a2292af7-a948-4fc0-8b0a-97b490608a31 HTTP/1.1" status: 200 len: 918 time: 0.1320715 Aug 20 16:01:13.135478 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9825312c-bd59-4e3a-aeb0-ab3654592ce6 req-f8ef24fc-8902-42fe-881b-2e7d13d46498 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7738ce03-a921-44d1-aa4b-6401fbdabb01 HTTP/1.1" status: 200 len: 217 time: 0.0632682 Aug 20 16:01:13.171035 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:13.207785 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825312c-bd59-4e3a-aeb0-ab3654592ce6 req-db0d4179-f034-46b4-9cee-c826d6df26d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:13.209219 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9825312c-bd59-4e3a-aeb0-ab3654592ce6 req-db0d4179-f034-46b4-9cee-c826d6df26d1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2eac451a-2e42-4f5c-8315-eccf4786e9f0 HTTP/1.1" status: 200 len: 855 time: 0.0642409 Aug 20 16:01:13.309110 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9825312c-bd59-4e3a-aeb0-ab3654592ce6 req-6a966981-5331-4acf-a68f-cd8c8adbbbbb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a2292af7-a948-4fc0-8b0a-97b490608a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0920117 Aug 20 16:01:13.446298 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9825312c-bd59-4e3a-aeb0-ab3654592ce6 req-0c5578cd-ccd2-4d0c-a9e5-c20eada4fe4f service neutron] 10.222.0.54 "GET /v2.0/networks/a2292af7-a948-4fc0-8b0a-97b490608a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292090 Aug 20 16:01:13.640575 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9825312c-bd59-4e3a-aeb0-ab3654592ce6 req-036492fd-7ffc-46ce-b17d-7c66304bf11e service neutron] 10.222.0.54 "GET /v2.0/networks/a2292af7-a948-4fc0-8b0a-97b490608a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849618 Aug 20 16:01:13.694021 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf779b6-62ff-4f78-a707-d038d32ca03f req-f8bf5462-34c2-440c-a9d6-fdd7345b0257 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:13.695468 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ccf779b6-62ff-4f78-a707-d038d32ca03f req-f8bf5462-34c2-440c-a9d6-fdd7345b0257 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 984 time: 0.1708946 Aug 20 16:01:13.762785 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5823d-50db-4421-b8f3-0656a536bc7c req-776570af-e136-4785-b7e9-bfe5da62b9c1 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:13.764145 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a0d5823d-50db-4421-b8f3-0656a536bc7c req-776570af-e136-4785-b7e9-bfe5da62b9c1 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 944 time: 0.1227345 Aug 20 16:01:13.766854 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ccf779b6-62ff-4f78-a707-d038d32ca03f req-754370e0-5698-4742-8106-af0fc1ebcf70 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&id=727e2ca7-c73c-4e33-a2f2-a857dc04dacd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0609956 Aug 20 16:01:13.814995 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a0d5823d-50db-4421-b8f3-0656a536bc7c req-9ab52a7d-8177-4a83-9135-528563563dd8 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447400 Aug 20 16:01:14.292597 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-0d6f25f9-ad46-4a91-bb98-992d8f9d549e tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-418379172&fields=id&tenant_id=4aa85ac1b5744629b15ceb86e66e4a5f HTTP/1.1" status: 200 len: 267 time: 0.1149018 Aug 20 16:01:14.442007 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-828828ab-46d4-4ca3-b73c-09b3a167fd22 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:14.443469 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-828828ab-46d4-4ca3-b73c-09b3a167fd22 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/networks?id=573c1213-77ed-460b-8c84-ad8019a0d321 HTTP/1.1" status: 200 len: 808 time: 0.1442454 Aug 20 16:01:14.460503 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-61e2fdee-5c48-4e67-81bd-054e53519a48 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/quotas/4aa85ac1b5744629b15ceb86e66e4a5f HTTP/1.1" status: 200 len: 375 time: 0.0116811 Aug 20 16:01:14.545360 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-67edc95c-b431-4b24-b479-d8157ed16814 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4aa85ac1b5744629b15ceb86e66e4a5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0794301 Aug 20 16:01:14.666024 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:14.684181 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-471233fc-af4a-496a-bece-48db005f0cbb service neutron] 10.222.0.13 "GET /v2.0/networks/573c1213-77ed-460b-8c84-ad8019a0d321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266637 Aug 20 16:01:14.816155 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-83eb5cdd-0f92-41bd-ae90-95408edbd465 service neutron] 10.222.0.13 "GET /v2.0/networks/573c1213-77ed-460b-8c84-ad8019a0d321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256926 Aug 20 16:01:14.975906 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6c70a-37ec-4c7d-8f7d-e8a71775dcf8 req-3b3dd766-918d-42d1-bfb9-6001fb4817b0 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:14.977452 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-22d6c70a-37ec-4c7d-8f7d-e8a71775dcf8 req-3b3dd766-918d-42d1-bfb9-6001fb4817b0 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 984 time: 0.0817740 Aug 20 16:01:15.032863 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-22d6c70a-37ec-4c7d-8f7d-e8a71775dcf8 req-75e7e651-670c-4974-adca-5c5fe83c45b0 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&id=727e2ca7-c73c-4e33-a2f2-a857dc04dacd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0491018 Aug 20 16:01:15.319774 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5b80e-b7b2-4bbf-ab6e-ce329a73c688 req-12c4940c-7404-400c-b448-21a3ea9b220c tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:15.322633 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9be5b80e-b7b2-4bbf-ab6e-ce329a73c688 req-12c4940c-7404-400c-b448-21a3ea9b220c tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 944 time: 0.1292412 Aug 20 16:01:15.374258 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9be5b80e-b7b2-4bbf-ab6e-ce329a73c688 req-ef84ed88-d812-44d5-88fa-ac15a9a67e0f tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450456 Aug 20 16:01:15.436676 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ffec6907-ba97-4854-8b32-f6eafbb73894 req-0a88dc88-efed-4ba3-ab0e-e3254feaa8f2 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 210 time: 0.0507219 Aug 20 16:01:16.068685 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 7738ce03-a921-44d1-aa4b-6401fbdabb01 details requested by agent hyperv_hv-cinder-80539 with host hv-cinder-80539 {{(pid=75062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 16:01:16.202626 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 7738ce03-a921-44d1-aa4b-6401fbdabb01, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=7738ce03-a921-44d1-aa4b-6401fbdabb01,segment=NetworkSegment(68bd6238-2a31-45ae-8fff-c07ee9ddc968),segment_id=68bd6238-2a31-45ae-8fff-c07ee9ddc968)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:01:16.216924 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Returning: {'device': '7738ce03-a921-44d1-aa4b-6401fbdabb01', 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31', 'port_id': '7738ce03-a921-44d1-aa4b-6401fbdabb01', 'mac_address': 'fa:16:3e:4d:66:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eac451a-2e42-4f5c-8315-eccf4786e9f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 16:01:16.270036 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05cb52-2cbb-4596-9d6a-b17d1fad4fb9 req-56693637-ff0a-4daa-bce6-b0f06b14a0d9 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:16.276236 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-0a05cb52-2cbb-4596-9d6a-b17d1fad4fb9 req-56693637-ff0a-4daa-bce6-b0f06b14a0d9 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 984 time: 0.0896809 Aug 20 16:01:16.279623 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:16.300485 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7738ce03-a921-44d1-aa4b-6401fbdabb01 {{(pid=75062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 16:01:16.321543 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 7738ce03-a921-44d1-aa4b-6401fbdabb01, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=7738ce03-a921-44d1-aa4b-6401fbdabb01,segment=NetworkSegment(68bd6238-2a31-45ae-8fff-c07ee9ddc968),segment_id=68bd6238-2a31-45ae-8fff-c07ee9ddc968)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:01:16.327454 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:16.330770 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-8e78a2ee-2dfc-4e06-b47e-e260a071eb4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:01:16.401962 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=7738ce03-a921-44d1-aa4b-6401fbdabb01,revision_number=4']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:01:16.404329 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-0a05cb52-2cbb-4596-9d6a-b17d1fad4fb9 req-69cf0868-c701-494c-803b-71c7152150e9 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&id=727e2ca7-c73c-4e33-a2f2-a857dc04dacd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1270673 Aug 20 16:01:16.413484 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:16.414141 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:16.414674 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:16.415296 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:16.415751 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:16.416141 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:16.416744 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:16.417344 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:16.417974 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:16.418165 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:16.419019 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:16.425629 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:01:16.518401 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-ad023b06-46fc-471b-a1ef-893ea5e5f333 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:16.520272 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-ad023b06-46fc-471b-a1ef-893ea5e5f333 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.54 "GET /v2.0/networks?id=573c1213-77ed-460b-8c84-ad8019a0d321 HTTP/1.1" status: 200 len: 808 time: 0.2128491 Aug 20 16:01:16.586112 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['7738ce03-a921-44d1-aa4b-6401fbdabb01'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 16:01:16.641467 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-f5eb322c-72a5-493f-ace7-c3314d74458d tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4aa85ac1b5744629b15ceb86e66e4a5f HTTP/1.1" status: 200 len: 379 time: 0.1059039 Aug 20 16:01:16.690036 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-f2c891fc-5845-44a8-94d7-dac377888db6 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Request body: {'port': {'device_id': 'b7cc0524-c593-4fbd-9b7e-e90cab90d083', 'network_id': '573c1213-77ed-460b-8c84-ad8019a0d321', 'admin_state_up': True, 'tenant_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'security_groups': ['b13986ee-1a2d-4d35-9821-a0403a66af56']}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:01:16.735842 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a37d0979-fd59-4b52-803d-200e11aa7b7a req-d4bfeb23-5e9c-41ba-b08f-d288df690145 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 210 time: 0.0997174 Aug 20 16:01:16.877203 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1b1ba-c0cc-4ac1-b5b4-bc0431e86d30 req-616df187-a7ec-475d-8159-cf5daad77995 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:16.878752 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5eb1b1ba-c0cc-4ac1-b5b4-bc0431e86d30 req-616df187-a7ec-475d-8159-cf5daad77995 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 945 time: 0.3233030 Aug 20 16:01:16.952060 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-f2c891fc-5845-44a8-94d7-dac377888db6 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:01:16.960037 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-f2c891fc-5845-44a8-94d7-dac377888db6 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Usage tracker for resource:port and tenant:4aa85ac1b5744629b15ceb86e66e4a5f is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:01:16.964536 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-f2c891fc-5845-44a8-94d7-dac377888db6 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Quota usage for port was recalculated. Used quota:2. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:01:16.974920 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5eb1b1ba-c0cc-4ac1-b5b4-bc0431e86d30 req-684052dc-ca34-4c0b-ae81-b87977902cfd tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774434 Aug 20 16:01:16.975781 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-f2c891fc-5845-44a8-94d7-dac377888db6 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:01:16.986681 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-f2c891fc-5845-44a8-94d7-dac377888db6 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Made reservation on behalf of 4aa85ac1b5744629b15ceb86e66e4a5f for: {'port': 1} {{(pid=75061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 16:01:16.990792 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-f2c891fc-5845-44a8-94d7-dac377888db6 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:17.230218 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.db_base_plugin_common [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-f2c891fc-5845-44a8-94d7-dac377888db6 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Allocated IP 172.20.0.5 (573c1213-77ed-460b-8c84-ad8019a0d321/39415324-6de0-401c-8e7e-a0482fdc5f52/6f0feb3b-dcf4-490c-a29a-b8a530867169) {{(pid=75061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:01:17.575971 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-f2c891fc-5845-44a8-94d7-dac377888db6 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks [] for port, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:17.602493 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.provisioning_blocks [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-f2c891fc-5845-44a8-94d7-dac377888db6 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Transition to ACTIVE for port object 6f0feb3b-dcf4-490c-a29a-b8a530867169 will not be triggered until provisioned by entity DHCP. {{(pid=75061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:01:17.647154 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db92fd-98af-4648-9535-641527c6353f req-77fc66ce-b873-4a4f-9a8d-41440bf815f3 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:17.648769 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-77db92fd-98af-4648-9535-641527c6353f req-77fc66ce-b873-4a4f-9a8d-41440bf815f3 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 984 time: 0.1142440 Aug 20 16:01:17.657065 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-f2c891fc-5845-44a8-94d7-dac377888db6 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519487'] for port, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:17.681810 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-876953e0-82db-4833-afc9-1430183d0b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:01:17.766454 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-f2c891fc-5845-44a8-94d7-dac377888db6 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Network 573c1213-77ed-460b-8c84-ad8019a0d321 is already hosted by enough agents. {{(pid=75061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:01:17.774048 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.base_scheduler [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-f2c891fc-5845-44a8-94d7-dac377888db6 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Resources bound (agent type, host, resource id): {{(pid=75061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:01:17.781959 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-f2c891fc-5845-44a8-94d7-dac377888db6 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Received port after_create {{(pid=75061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:01:17.811913 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c891fc-5845-44a8-94d7-dac377888db6 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Pushing event updated for resources: {'Port': ['ID=6f0feb3b-dcf4-490c-a29a-b8a530867169,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:01:17.820548 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-f2c891fc-5845-44a8-94d7-dac377888db6 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:01:17.826264 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-77db92fd-98af-4648-9535-641527c6353f req-7d3ae301-bf77-4c21-a1ef-f8c0bafba18f tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&id=727e2ca7-c73c-4e33-a2f2-a857dc04dacd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1713521 Aug 20 16:01:17.868699 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-f2c891fc-5845-44a8-94d7-dac377888db6 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:17.869367 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-f2c891fc-5845-44a8-94d7-dac377888db6 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:17.896445 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-f2c891fc-5845-44a8-94d7-dac377888db6 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2159128 Aug 20 16:01:17.897644 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:17.912038 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-4b665e01-0d7d-44e5-bbd1-a33582c4bf35 service neutron] Request body: {'port': {'device_id': 'b7cc0524-c593-4fbd-9b7e-e90cab90d083', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80539'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:01:18.070782 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 7738ce03-a921-44d1-aa4b-6401fbdabb01 up at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 16:01:18.086764 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-4b665e01-0d7d-44e5-bbd1-a33582c4bf35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:18.100100 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-6c4c04b1-f8d9-4d9a-b1c0-d03d832c56c2 None None] Provisioning for port 6f0feb3b-dcf4-490c-a29a-b8a530867169 completed by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:01:18.125141 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-6c4c04b1-f8d9-4d9a-b1c0-d03d832c56c2 None None] Provisioning complete for port 6f0feb3b-dcf4-490c-a29a-b8a530867169 triggered by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:01:18.125141 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-6c4c04b1-f8d9-4d9a-b1c0-d03d832c56c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:18.140866 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a275e8-e854-44fc-8f16-fb1720a35513 req-b6cf357b-f9c4-4420-988a-00383fe1e977 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:18.141823 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-95a275e8-e854-44fc-8f16-fb1720a35513 req-b6cf357b-f9c4-4420-988a-00383fe1e977 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Synchronizing usage tracker for tenant:4aa85ac1b5744629b15ceb86e66e4a5f on resource:port {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 16:01:18.188339 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-6c4c04b1-f8d9-4d9a-b1c0-d03d832c56c2 None None] Port 6f0feb3b-dcf4-490c-a29a-b8a530867169 cannot update to ACTIVE because it is not bound. {{(pid=75062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 20 16:01:18.197323 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-95a275e8-e854-44fc-8f16-fb1720a35513 req-b6cf357b-f9c4-4420-988a-00383fe1e977 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Unset dirty status for tenant:4aa85ac1b5744629b15ceb86e66e4a5f on resource:port {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 16:01:18.198527 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-95a275e8-e854-44fc-8f16-fb1720a35513 req-b6cf357b-f9c4-4420-988a-00383fe1e977 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 931 time: 0.2550247 Aug 20 16:01:18.204261 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning for port 7738ce03-a921-44d1-aa4b-6401fbdabb01 completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:01:18.213626 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning complete for port 7738ce03-a921-44d1-aa4b-6401fbdabb01 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:01:18.214105 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:18.340797 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:18.367932 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c03151-1dd1-414a-9cb1-1afd181fe9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7738ce03-a921-44d1-aa4b-6401fbdabb01'}] {{(pid=75062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:01:18.377822 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 7738ce03-a921-44d1-aa4b-6401fbdabb01, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=7738ce03-a921-44d1-aa4b-6401fbdabb01,segment=NetworkSegment(68bd6238-2a31-45ae-8fff-c07ee9ddc968),segment_id=68bd6238-2a31-45ae-8fff-c07ee9ddc968)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:01:18.381985 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:18.383977 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:01:18.432208 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-95a275e8-e854-44fc-8f16-fb1720a35513 req-58f5103f-5425-40db-a52e-8fcbd9f34586 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13986ee-1a2d-4d35-9821-a0403a66af56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841633 Aug 20 16:01:18.449354 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=7738ce03-a921-44d1-aa4b-6401fbdabb01,revision_number=5']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:01:18.452423 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:01:18.473681 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d51e4-ec3d-425a-9693-c5e630c7c322 req-81efde3d-0817-4df9-a2f0-fa0d992d04f1 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:18.475138 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-064d51e4-ec3d-425a-9693-c5e630c7c322 req-81efde3d-0817-4df9-a2f0-fa0d992d04f1 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 945 time: 0.2258387 Aug 20 16:01:18.549899 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-064d51e4-ec3d-425a-9693-c5e630c7c322 req-e0f23677-8dc9-47ff-9050-ba6203016deb tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615454 Aug 20 16:01:18.633239 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-4b665e01-0d7d-44e5-bbd1-a33582c4bf35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f0feb3b-dcf4-490c-a29a-b8a530867169 {{(pid=75061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 16:01:18.641580 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-4b665e01-0d7d-44e5-bbd1-a33582c4bf35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:18.658005 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.provisioning_blocks [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-4b665e01-0d7d-44e5-bbd1-a33582c4bf35 service neutron] Transition to ACTIVE for port object 6f0feb3b-dcf4-490c-a29a-b8a530867169 will not be triggered until provisioned by entity L2. {{(pid=75061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:01:18.662243 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-4b665e01-0d7d-44e5-bbd1-a33582c4bf35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1519478'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:18.664750 dv-cinder-805398-3-smb neutron-server[75062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c03151-1dd1-414a-9cb1-1afd181fe9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7738ce03-a921-44d1-aa4b-6401fbdabb01', 'code': 200} Aug 20 16:01:18.666237 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-0458dc72-2e7f-48b3-a9b4-1f15c283c1f1 tempest-AttachVolumeNegativeTest-409758882 tempest-AttachVolumeNegativeTest-409758882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:01:18.832620 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b665e01-0d7d-44e5-bbd1-a33582c4bf35 service neutron] Pushing event updated for resources: {'Port': ['ID=6f0feb3b-dcf4-490c-a29a-b8a530867169,revision_number=2']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:01:18.835924 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-4b665e01-0d7d-44e5-bbd1-a33582c4bf35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:01:19.050225 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-4b665e01-0d7d-44e5-bbd1-a33582c4bf35 service neutron] Attempting to bind port 6f0feb3b-dcf4-490c-a29a-b8a530867169 on host hv-cinder-80539 for vnic_type normal with profile {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 16:01:19.050557 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-4b665e01-0d7d-44e5-bbd1-a33582c4bf35 service neutron] Attempting to bind port 6f0feb3b-dcf4-490c-a29a-b8a530867169 by drivers openvswitch,hyperv on host hv-cinder-80539 at level 0 using segments [{'id': 'fec95dd2-d5a2-46ea-8494-372d23072abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '573c1213-77ed-460b-8c84-ad8019a0d321'}] {{(pid=75061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 16:01:19.050885 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-4b665e01-0d7d-44e5-bbd1-a33582c4bf35 service neutron] Attempting to bind port 6f0feb3b-dcf4-490c-a29a-b8a530867169 on network 573c1213-77ed-460b-8c84-ad8019a0d321 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:01:19.076438 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-4b665e01-0d7d-44e5-bbd1-a33582c4bf35 service neutron] Port 6f0feb3b-dcf4-490c-a29a-b8a530867169 on network 573c1213-77ed-460b-8c84-ad8019a0d321 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80539 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 16:01:19.076758 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-4b665e01-0d7d-44e5-bbd1-a33582c4bf35 service neutron] Attempting to bind port 6f0feb3b-dcf4-490c-a29a-b8a530867169 on network 573c1213-77ed-460b-8c84-ad8019a0d321 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:01:19.081362 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8a5d73e7-6601-4a70-9a22-e678983b58fd req-1693cccc-05ca-4dc6-af5e-5e3ad0200863 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 1099 time: 0.2147660 Aug 20 16:01:19.106245 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-4b665e01-0d7d-44e5-bbd1-a33582c4bf35 service neutron] Checking agent: {'id': '8cb0eed4-3a83-4faf-85db-5d15db1f4851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80539', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 53, 18), 'started_at': datetime.datetime(2021, 8, 20, 15, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 16, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 16:01:19.106577 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-4b665e01-0d7d-44e5-bbd1-a33582c4bf35 service neutron] Checking segment: {'id': 'fec95dd2-d5a2-46ea-8494-372d23072abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '573c1213-77ed-460b-8c84-ad8019a0d321'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 16:01:19.106948 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-4b665e01-0d7d-44e5-bbd1-a33582c4bf35 service neutron] Bound using segment: {'id': 'fec95dd2-d5a2-46ea-8494-372d23072abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '573c1213-77ed-460b-8c84-ad8019a0d321'} {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 16:01:19.107370 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-4b665e01-0d7d-44e5-bbd1-a33582c4bf35 service neutron] Bound port: 6f0feb3b-dcf4-490c-a29a-b8a530867169, host: hv-cinder-80539, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fec95dd2-d5a2-46ea-8494-372d23072abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '573c1213-77ed-460b-8c84-ad8019a0d321'}}] {{(pid=75061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 16:01:19.107705 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-4b665e01-0d7d-44e5-bbd1-a33582c4bf35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:19.135958 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e0c35-c9f8-4f56-8a4f-f9706973bf22 req-326c3364-b5e8-43ac-a6a3-cd5d1513393f tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:19.137248 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-697e0c35-c9f8-4f56-8a4f-f9706973bf22 req-326c3364-b5e8-43ac-a6a3-cd5d1513393f tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 984 time: 0.1621602 Aug 20 16:01:19.224453 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8a5d73e7-6601-4a70-9a22-e678983b58fd req-1e5bd280-40ce-47fd-82ba-ce69075f5352 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350362 Aug 20 16:01:19.251995 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-697e0c35-c9f8-4f56-8a4f-f9706973bf22 req-3358891b-3f87-49b3-a714-d12be40e47a3 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&id=727e2ca7-c73c-4e33-a2f2-a857dc04dacd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1033096 Aug 20 16:01:19.266126 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-4b665e01-0d7d-44e5-bbd1-a33582c4bf35 service neutron] For port 6f0feb3b-dcf4-490c-a29a-b8a530867169, host hv-cinder-80539, cleared binding levels {{(pid=75061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:01:19.269173 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-4b665e01-0d7d-44e5-bbd1-a33582c4bf35 service neutron] For port 6f0feb3b-dcf4-490c-a29a-b8a530867169, host hv-cinder-80539, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=6f0feb3b-dcf4-490c-a29a-b8a530867169,segment=NetworkSegment(fec95dd2-d5a2-46ea-8494-372d23072abb),segment_id=fec95dd2-d5a2-46ea-8494-372d23072abb)] {{(pid=75061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 16:01:19.274339 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-4b665e01-0d7d-44e5-bbd1-a33582c4bf35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1519478'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:19.277976 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-99fe711a-9fbd-43eb-80b3-1437392c7ff1 tempest-ServerRescueNegativeTestJSON-1405616674 tempest-ServerRescueNegativeTestJSON-1405616674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:01:19.339462 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-4b665e01-0d7d-44e5-bbd1-a33582c4bf35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:19.340817 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-4b665e01-0d7d-44e5-bbd1-a33582c4bf35 service neutron] 10.222.0.54 "PUT /v2.0/ports/6f0feb3b-dcf4-490c-a29a-b8a530867169 HTTP/1.1" status: 200 len: 1093 time: 1.4358509 Aug 20 16:01:19.341288 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7cc0524-c593-4fbd-9b7e-e90cab90d083', 'tag': '6f0feb3b-dcf4-490c-a29a-b8a530867169'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:01:19.361021 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b665e01-0d7d-44e5-bbd1-a33582c4bf35 service neutron] Pushing event updated for resources: {'Port': ['ID=6f0feb3b-dcf4-490c-a29a-b8a530867169,revision_number=3']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:01:19.364819 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-4b665e01-0d7d-44e5-bbd1-a33582c4bf35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:01:19.416550 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7cc0524-c593-4fbd-9b7e-e90cab90d083', 'tag': '6f0feb3b-dcf4-490c-a29a-b8a530867169', 'status': 'completed', 'code': 200} Aug 20 16:01:19.533305 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-010ae9c3-698c-4992-87aa-7b1af6314fa2 req-cfe36411-77e4-4dd3-94e0-5c3a1cd4faaf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4aa85ac1b5744629b15ceb86e66e4a5f&device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 1096 time: 0.0737352 Aug 20 16:01:19.820245 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09621fe-b442-4e80-ad6a-6cb6809911f8 None None] New status for floating IP 40621d19-657a-48b4-ab97-20b7bcff2a32: DOWN {{(pid=75062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 20 16:01:19.844196 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ae9c3-698c-4992-87aa-7b1af6314fa2 req-77c7b519-a780-4e11-a95e-9ecd4bc6e87e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:19.845643 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-010ae9c3-698c-4992-87aa-7b1af6314fa2 req-77c7b519-a780-4e11-a95e-9ecd4bc6e87e service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=4aa85ac1b5744629b15ceb86e66e4a5f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3047984 Aug 20 16:01:19.887655 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7087ca7-ee9f-4cbb-9a94-c54a047248a7 req-4a63af25-863d-4052-adf8-48703d4a3c16 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:19.889197 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f7087ca7-ee9f-4cbb-9a94-c54a047248a7 req-4a63af25-863d-4052-adf8-48703d4a3c16 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 943 time: 0.3223820 Aug 20 16:01:19.994047 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaaeed7-e5c4-4ef7-a43a-519270a7684d req-53736c3a-0e02-418b-abc8-b3b362b3e7d6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:19.995690 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9eaaeed7-e5c4-4ef7-a43a-519270a7684d req-53736c3a-0e02-418b-abc8-b3b362b3e7d6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 946 time: 0.2534182 Aug 20 16:01:20.067460 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f7087ca7-ee9f-4cbb-9a94-c54a047248a7 req-4b31546a-fc2e-4b42-a8d6-322b5a5cb538 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13986ee-1a2d-4d35-9821-a0403a66af56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708038 Aug 20 16:01:20.093554 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ae9c3-698c-4992-87aa-7b1af6314fa2 req-1595a86f-0069-4b55-ae3b-60d9d3215012 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:20.095048 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-010ae9c3-698c-4992-87aa-7b1af6314fa2 req-1595a86f-0069-4b55-ae3b-60d9d3215012 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2381442 Aug 20 16:01:20.102733 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9eaaeed7-e5c4-4ef7-a43a-519270a7684d req-8b18ce9e-69dd-4e4a-9ec2-0bb06b9087ff tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968828 Aug 20 16:01:20.220671 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-1dd85926-5cd2-490a-96e6-57bc920ee02d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4aa85ac1b5744629b15ceb86e66e4a5f&device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 1096 time: 0.0795605 Aug 20 16:01:20.313009 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-7d7f4cdc-c1c7-47f1-b6e3-c6a82a7b35cb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f0feb3b-dcf4-490c-a29a-b8a530867169 HTTP/1.1" status: 200 len: 217 time: 0.0660024 Aug 20 16:01:20.375926 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-f9cac389-5764-4328-9be1-f40a24d64c4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:20.377375 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-f9cac389-5764-4328-9be1-f40a24d64c4a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=39415324-6de0-401c-8e7e-a0482fdc5f52 HTTP/1.1" status: 200 len: 847 time: 0.0580018 Aug 20 16:01:20.512903 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f53be-06d6-4906-bde4-1a6630f965f3 req-ce329feb-12f7-4278-8132-51bd23d00012 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:20.514319 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-eb2f53be-06d6-4906-bde4-1a6630f965f3 req-ce329feb-12f7-4278-8132-51bd23d00012 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 984 time: 0.1355662 Aug 20 16:01:20.522158 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-33ebb0cb-3fa1-4b3b-836c-dfd496956d44 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=573c1213-77ed-460b-8c84-ad8019a0d321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1082485 Aug 20 16:01:20.644690 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-eb2f53be-06d6-4906-bde4-1a6630f965f3 req-2be64aba-37fa-440b-bfe9-5de562bee5cf tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&id=727e2ca7-c73c-4e33-a2f2-a857dc04dacd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1215305 Aug 20 16:01:20.687413 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-7483590f-ea8f-438b-be99-ef0861d9442e service neutron] 10.222.0.54 "GET /v2.0/networks/573c1213-77ed-460b-8c84-ad8019a0d321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506219 Aug 20 16:01:20.820460 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-62dff544-4ec0-4b3c-a3da-812c31519f54 req-92cff4ef-e902-45d8-b3c9-6d4677216366 service neutron] 10.222.0.54 "GET /v2.0/networks/573c1213-77ed-460b-8c84-ad8019a0d321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262491 Aug 20 16:01:21.003240 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cb84be-6614-4569-bb01-f9b614bbb636 None None] Sync routers for ids ['d161e233-a31d-4925-a276-13ee3ce933e6'] in dv-cinder-805398-3-smb {{(pid=75063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 20 16:01:21.016039 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cb84be-6614-4569-bb01-f9b614bbb636 None None] Routers {'d161e233-a31d-4925-a276-13ee3ce933e6'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:01:21.016624 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-23cb84be-6614-4569-bb01-f9b614bbb636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:01:12Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['d161e233-a31d-4925-a276-13ee3ce933e6'], 'active': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:01:21.232315 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvr_db [None req-23cb84be-6614-4569-bb01-f9b614bbb636 None None] Set router d161e233-a31d-4925-a276-13ee3ce933e6 gateway port host: dv-cinder-805398-3-smb {{(pid=75063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:01:21.337077 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ac357-04cf-49c9-a21a-426be6831354 req-bcb2c857-61bb-40c4-af28-15b38fb58867 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:21.338540 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-1d1ac357-04cf-49c9-a21a-426be6831354 req-bcb2c857-61bb-40c4-af28-15b38fb58867 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 943 time: 0.1401057 Aug 20 16:01:21.379300 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ef416-3e17-4d3a-a5fc-30773f9f5589 req-26166cae-81c6-4908-b444-85c572689cff tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:21.380794 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c93ef416-3e17-4d3a-a5fc-30773f9f5589 req-26166cae-81c6-4908-b444-85c572689cff tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 946 time: 0.1312129 Aug 20 16:01:21.424365 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-1d1ac357-04cf-49c9-a21a-426be6831354 req-b37d4f78-9ad5-4bdd-b94e-03ae5333b943 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13986ee-1a2d-4d35-9821-a0403a66af56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796497 Aug 20 16:01:21.455474 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c93ef416-3e17-4d3a-a5fc-30773f9f5589 req-3bf9787e-64c9-4099-ad4d-548d1d5895eb tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670974 Aug 20 16:01:21.591083 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-23cb84be-6614-4569-bb01-f9b614bbb636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd161e233-a31d-4925-a276-13ee3ce933e6', 'name': 'tempest-TestShelveInstance-1023982459-router', 'tenant_id': '86d5d837fa764cb8899ea8b0482c2fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': 'dd363660-3b22-4c69-98a3-bd98f623cd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:39Z', 'updated_at': '2021-08-20T16:00:47Z', 'revision_number': 4, 'project_id': '86d5d837fa764cb8899ea8b0482c2fb0', 'gw_port': {'id': 'dd363660-3b22-4c69-98a3-bd98f623cd7e', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd161e233-a31d-4925-a276-13ee3ce933e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:40Z', 'updated_at': '2021-08-20T16:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': '6e512057-ccb3-4482-a0b9-43ee771908d7', 'name': '', 'network_id': '0fd9772f-6a5b-4838-9734-91246e787766', 'tenant_id': '86d5d837fa764cb8899ea8b0482c2fb0', 'mac_address': 'fa:16:3e:79:ce:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd161e233-a31d-4925-a276-13ee3ce933e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddef5bd5-0b98-4738-8f4b-aa12a9560ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:46Z', 'updated_at': '2021-08-20T16:00:48Z', 'revision_number': 2, 'project_id': '86d5d837fa764cb8899ea8b0482c2fb0', 'subnets': [{'id': 'ddef5bd5-0b98-4738-8f4b-aa12a9560ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:01:21.595150 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cb84be-6614-4569-bb01-f9b614bbb636 None None] Checking router: d161e233-a31d-4925-a276-13ee3ce933e6 for host: dv-cinder-805398-3-smb {{(pid=75063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 20 16:01:21.595497 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cb84be-6614-4569-bb01-f9b614bbb636 None None] Updating router d161e233-a31d-4925-a276-13ee3ce933e6 port 6e512057-ccb3-4482-a0b9-43ee771908d7 binding host dv-cinder-805398-3-smb {{(pid=75063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 20 16:01:21.647808 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-23cb84be-6614-4569-bb01-f9b614bbb636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:21.657619 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d5e01-f6d2-464d-b602-8535271d5f4c req-b50e375a-f562-4b97-9565-9c2911f279ec tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:21.659113 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-987d5e01-f6d2-464d-b602-8535271d5f4c req-b50e375a-f562-4b97-9565-9c2911f279ec tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 946 time: 0.0774920 Aug 20 16:01:21.667685 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 34702) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:01:21.673283 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [None req-81355f81-e9e2-4d06-b256-d7c5190f9677 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Request body: {'floatingip': {'port_id': '7738ce03-a921-44d1-aa4b-6401fbdabb01'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:01:21.753965 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-81355f81-e9e2-4d06-b256-d7c5190f9677 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for floatingip, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:21.997464 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-23cb84be-6614-4569-bb01-f9b614bbb636 None None] Notify callbacks [] for port, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:22.009579 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [None req-23cb84be-6614-4569-bb01-f9b614bbb636 None None] Transition to ACTIVE for port object 6e512057-ccb3-4482-a0b9-43ee771908d7 will not be triggered until provisioned by entity L2. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:01:22.016799 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-23cb84be-6614-4569-bb01-f9b614bbb636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:22.020815 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-f007c3ed-d0cb-4509-bb43-50cb18035c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:01:22.069819 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509569d-0ef5-4776-9210-1fc4a16eacba req-748dda63-ac94-47b4-b15a-7848bc283d29 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:22.071281 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c509569d-0ef5-4776-9210-1fc4a16eacba req-748dda63-ac94-47b4-b15a-7848bc283d29 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 984 time: 0.2686365 Aug 20 16:01:22.088426 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875da84-95b8-4634-861c-6be57d523b40 None None] Pushing event updated for resources: {'Port': ['ID=6e512057-ccb3-4482-a0b9-43ee771908d7,revision_number=3']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:01:22.140438 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875da84-95b8-4634-861c-6be57d523b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:22.140776 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875da84-95b8-4634-861c-6be57d523b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:22.141290 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875da84-95b8-4634-861c-6be57d523b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:22.141610 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875da84-95b8-4634-861c-6be57d523b40 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:22.141954 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875da84-95b8-4634-861c-6be57d523b40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:22.142267 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875da84-95b8-4634-861c-6be57d523b40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:22.142575 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875da84-95b8-4634-861c-6be57d523b40 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:22.142882 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875da84-95b8-4634-861c-6be57d523b40 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:22.143233 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875da84-95b8-4634-861c-6be57d523b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:22.143537 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875da84-95b8-4634-861c-6be57d523b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:22.143845 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875da84-95b8-4634-861c-6be57d523b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:22.147680 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d875da84-95b8-4634-861c-6be57d523b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:01:22.252309 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c509569d-0ef5-4776-9210-1fc4a16eacba req-62568684-1633-4d0b-8322-59e2e0be1e44 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&id=727e2ca7-c73c-4e33-a2f2-a857dc04dacd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1750858 Aug 20 16:01:22.258805 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [None req-23cb84be-6614-4569-bb01-f9b614bbb636 None None] Attempting to bind port 6e512057-ccb3-4482-a0b9-43ee771908d7 on host dv-cinder-805398-3-smb for vnic_type normal with profile {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 16:01:22.259166 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [None req-23cb84be-6614-4569-bb01-f9b614bbb636 None None] Attempting to bind port 6e512057-ccb3-4482-a0b9-43ee771908d7 by drivers openvswitch,hyperv on host dv-cinder-805398-3-smb at level 0 using segments [{'id': 'a14f6ba5-608e-4252-b0ac-f8255219edb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '0fd9772f-6a5b-4838-9734-91246e787766'}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 16:01:22.259523 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cb84be-6614-4569-bb01-f9b614bbb636 None None] Attempting to bind port 6e512057-ccb3-4482-a0b9-43ee771908d7 on network 0fd9772f-6a5b-4838-9734-91246e787766 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:01:22.267195 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cb84be-6614-4569-bb01-f9b614bbb636 None None] Checking agent: {'id': 'f0705a43-169d-4811-8182-ed59241d69e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805398-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 46, 40), 'started_at': datetime.datetime(2021, 8, 20, 15, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 16, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805398-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 16:01:22.267195 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cb84be-6614-4569-bb01-f9b614bbb636 None None] Checking segment: {'id': 'a14f6ba5-608e-4252-b0ac-f8255219edb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '0fd9772f-6a5b-4838-9734-91246e787766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 16:01:22.267877 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-23cb84be-6614-4569-bb01-f9b614bbb636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:22.268310 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cb84be-6614-4569-bb01-f9b614bbb636 None None] Bound using segment: {'id': 'a14f6ba5-608e-4252-b0ac-f8255219edb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '0fd9772f-6a5b-4838-9734-91246e787766'} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 16:01:22.268905 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [None req-23cb84be-6614-4569-bb01-f9b614bbb636 None None] Bound port: 6e512057-ccb3-4482-a0b9-43ee771908d7, host: dv-cinder-805398-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a14f6ba5-608e-4252-b0ac-f8255219edb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '0fd9772f-6a5b-4838-9734-91246e787766'}}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 16:01:22.269284 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-23cb84be-6614-4569-bb01-f9b614bbb636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:22.366651 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.db [None req-23cb84be-6614-4569-bb01-f9b614bbb636 None None] For port 6e512057-ccb3-4482-a0b9-43ee771908d7, host dv-cinder-805398-3-smb, cleared binding levels {{(pid=75063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:01:22.371601 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.plugins.ml2.db [None req-23cb84be-6614-4569-bb01-f9b614bbb636 None None] For port 6e512057-ccb3-4482-a0b9-43ee771908d7, host dv-cinder-805398-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=6e512057-ccb3-4482-a0b9-43ee771908d7,segment=NetworkSegment(a14f6ba5-608e-4252-b0ac-f8255219edb5),segment_id=a14f6ba5-608e-4252-b0ac-f8255219edb5)] {{(pid=75063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 16:01:22.373091 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 6 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 16:01:22.377215 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-23cb84be-6614-4569-bb01-f9b614bbb636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:22.381232 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:01:22.458313 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875da84-95b8-4634-861c-6be57d523b40 None None] Pushing event updated for resources: {'Port': ['ID=6e512057-ccb3-4482-a0b9-43ee771908d7,revision_number=4']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:01:22.462852 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d875da84-95b8-4634-861c-6be57d523b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:01:22.471042 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cb84be-6614-4569-bb01-f9b614bbb636 None None] Routers {'d161e233-a31d-4925-a276-13ee3ce933e6'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:01:22.472429 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-23cb84be-6614-4569-bb01-f9b614bbb636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:01:12Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['d161e233-a31d-4925-a276-13ee3ce933e6'], 'active': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:01:22.564627 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-81355f81-e9e2-4d06-b256-d7c5190f9677 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:22.570568 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-81355f81-e9e2-4d06-b256-d7c5190f9677 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405581'] for floatingip, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:22.684895 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvr_db [None req-23cb84be-6614-4569-bb01-f9b614bbb636 None None] Set router d161e233-a31d-4925-a276-13ee3ce933e6 gateway port host: dv-cinder-805398-3-smb {{(pid=75063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:01:22.777548 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d293cda-5cd6-4f40-8d45-fdab566fe309 req-20995cc8-9e93-44a0-be1c-75908af5bb2c tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:22.778937 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5d293cda-5cd6-4f40-8d45-fdab566fe309 req-20995cc8-9e93-44a0-be1c-75908af5bb2c tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 943 time: 0.1602550 Aug 20 16:01:22.897088 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5d293cda-5cd6-4f40-8d45-fdab566fe309 req-7e901045-a70c-476f-871d-3a9785f0e6f3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13986ee-1a2d-4d35-9821-a0403a66af56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104772 Aug 20 16:01:22.919081 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.db.l3_db [None req-81355f81-e9e2-4d06-b256-d7c5190f9677 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Floating IP 4050cbe4-a44b-4d2d-b309-6afffe713f41 associated. External IP: 172.28.2.197, port: 7738ce03-a921-44d1-aa4b-6401fbdabb01. Aug 20 16:01:23.038331 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-23cb84be-6614-4569-bb01-f9b614bbb636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd161e233-a31d-4925-a276-13ee3ce933e6', 'name': 'tempest-TestShelveInstance-1023982459-router', 'tenant_id': '86d5d837fa764cb8899ea8b0482c2fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': 'dd363660-3b22-4c69-98a3-bd98f623cd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:39Z', 'updated_at': '2021-08-20T16:00:47Z', 'revision_number': 4, 'project_id': '86d5d837fa764cb8899ea8b0482c2fb0', 'gw_port': {'id': 'dd363660-3b22-4c69-98a3-bd98f623cd7e', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd161e233-a31d-4925-a276-13ee3ce933e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:40Z', 'updated_at': '2021-08-20T16:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': '6e512057-ccb3-4482-a0b9-43ee771908d7', 'name': '', 'network_id': '0fd9772f-6a5b-4838-9734-91246e787766', 'tenant_id': '86d5d837fa764cb8899ea8b0482c2fb0', 'mac_address': 'fa:16:3e:79:ce:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd161e233-a31d-4925-a276-13ee3ce933e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddef5bd5-0b98-4738-8f4b-aa12a9560ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:46Z', 'updated_at': '2021-08-20T16:01:22Z', 'revision_number': 4, 'project_id': '86d5d837fa764cb8899ea8b0482c2fb0', 'subnets': [{'id': 'ddef5bd5-0b98-4738-8f4b-aa12a9560ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:01:23.042739 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cb84be-6614-4569-bb01-f9b614bbb636 None None] The sync data for ids ['d161e233-a31d-4925-a276-13ee3ce933e6'] in dv-cinder-805398-3-smb is: [{'id': 'd161e233-a31d-4925-a276-13ee3ce933e6', 'name': 'tempest-TestShelveInstance-1023982459-router', 'tenant_id': '86d5d837fa764cb8899ea8b0482c2fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': 'dd363660-3b22-4c69-98a3-bd98f623cd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:39Z', 'updated_at': '2021-08-20T16:00:47Z', 'revision_number': 4, 'project_id': '86d5d837fa764cb8899ea8b0482c2fb0', 'gw_port': {'id': 'dd363660-3b22-4c69-98a3-bd98f623cd7e', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd161e233-a31d-4925-a276-13ee3ce933e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:40Z', 'updated_at': '2021-08-20T16:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': '6e512057-ccb3-4482-a0b9-43ee771908d7', 'name': '', 'network_id': '0fd9772f-6a5b-4838-9734-91246e787766', 'tenant_id': '86d5d837fa764cb8899ea8b0482c2fb0', 'mac_address': 'fa:16:3e:79:ce:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd161e233-a31d-4925-a276-13ee3ce933e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddef5bd5-0b98-4738-8f4b-aa12a9560ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:46Z', 'updated_at': '2021-08-20T16:01:22Z', 'revision_number': 4, 'project_id': '86d5d837fa764cb8899ea8b0482c2fb0', 'subnets': [{'id': 'ddef5bd5-0b98-4738-8f4b-aa12a9560ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 20 16:01:23.333422 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81355f81-e9e2-4d06-b256-d7c5190f9677 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Router c7f629f4-b653-47b2-9fd4-bee4d6c98203 has already been hosted by L3 agent ecccf787-6cb6-4f52-bf94-e4285ae9b988 {{(pid=75061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:01:23.592299 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 6e512057-ccb3-4482-a0b9-43ee771908d7 up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 16:01:23.655449 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52950001-39c1-414e-84fc-541b3fc0e5f8 req-274b98ee-cd85-4a52-9323-806677f022e0 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:23.656984 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-52950001-39c1-414e-84fc-541b3fc0e5f8 req-274b98ee-cd85-4a52-9323-806677f022e0 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 984 time: 0.2624149 Aug 20 16:01:23.666533 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning for port 6e512057-ccb3-4482-a0b9-43ee771908d7 completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:01:23.672499 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port 6e512057-ccb3-4482-a0b9-43ee771908d7 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:01:23.672884 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:23.735413 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-52950001-39c1-414e-84fc-541b3fc0e5f8 req-a27f2807-e68a-4fed-9de2-fb4439f06420 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&id=727e2ca7-c73c-4e33-a2f2-a857dc04dacd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0658154 Aug 20 16:01:23.754063 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81355f81-e9e2-4d06-b256-d7c5190f9677 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify agent at l3_agent.dv-cinder-805398-3-smb the message routers_updated {{(pid=75061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:01:23.763735 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-81355f81-e9e2-4d06-b256-d7c5190f9677 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for floatingip, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:23.824418 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-81355f81-e9e2-4d06-b256-d7c5190f9677 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "PUT /v2.0/floatingips/4050cbe4-a44b-4d2d-b309-6afffe713f41 HTTP/1.1" status: 200 len: 992 time: 2.1556463 Aug 20 16:01:23.826466 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c03151-1dd1-414a-9cb1-1afd181fe9d1', 'tag': '7738ce03-a921-44d1-aa4b-6401fbdabb01'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:01:23.827687 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b329c10-beaf-4c2c-8083-0637647f7d29 None None] Sync routers for ids ['c7f629f4-b653-47b2-9fd4-bee4d6c98203'] in dv-cinder-805398-3-smb {{(pid=75062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 20 16:01:23.861899 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:23.878844 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b329c10-beaf-4c2c-8083-0637647f7d29 None None] Routers {'c7f629f4-b653-47b2-9fd4-bee4d6c98203'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:01:23.879653 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-9b329c10-beaf-4c2c-8083-0637647f7d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:01:12Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['c7f629f4-b653-47b2-9fd4-bee4d6c98203'], 'active': True} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:01:24.004597 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c03151-1dd1-414a-9cb1-1afd181fe9d1', 'tag': '7738ce03-a921-44d1-aa4b-6401fbdabb01', 'status': 'completed', 'code': 200} Aug 20 16:01:24.043044 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] For port 6e512057-ccb3-4482-a0b9-43ee771908d7, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=6e512057-ccb3-4482-a0b9-43ee771908d7,segment=NetworkSegment(a14f6ba5-608e-4252-b0ac-f8255219edb5),segment_id=a14f6ba5-608e-4252-b0ac-f8255219edb5)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:01:24.054134 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:24.060846 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:01:24.115521 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 6f0feb3b-dcf4-490c-a29a-b8a530867169 details requested by agent hyperv_hv-cinder-80539 with host hv-cinder-80539 {{(pid=75062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 16:01:24.118844 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a9890c90-2b7a-4d4d-b4ee-acd772d56417 req-b3295a89-ccc3-4275-8bfa-d3a220828161 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dbaf53e1aea443719d3e819cb3601631&device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 1099 time: 0.0933549 Aug 20 16:01:24.182305 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Pushing event updated for resources: {'Port': ['ID=6e512057-ccb3-4482-a0b9-43ee771908d7,revision_number=5']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:01:24.229974 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:01:24.243819 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvr_db [None req-9b329c10-beaf-4c2c-8083-0637647f7d29 None None] Set router c7f629f4-b653-47b2-9fd4-bee4d6c98203 gateway port host: dv-cinder-805398-3-smb {{(pid=75062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:01:24.305724 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9890c90-2b7a-4d4d-b4ee-acd772d56417 req-6c0c98a0-59a2-44c7-a158-d5db9027c11f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:24.307158 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a9890c90-2b7a-4d4d-b4ee-acd772d56417 req-6c0c98a0-59a2-44c7-a158-d5db9027c11f service neutron] 10.222.0.54 "GET /v2.0/networks?id=a2292af7-a948-4fc0-8b0a-97b490608a31 HTTP/1.1" status: 200 len: 918 time: 0.1817284 Aug 20 16:01:24.317833 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167406d-fc11-4837-be4c-1b644f913872 req-22799c91-2725-4194-977a-eff20a533a4d tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:24.319238 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f167406d-fc11-4837-be4c-1b644f913872 req-22799c91-2725-4194-977a-eff20a533a4d tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 943 time: 0.1741681 Aug 20 16:01:24.421949 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 6f0feb3b-dcf4-490c-a29a-b8a530867169, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=6f0feb3b-dcf4-490c-a29a-b8a530867169,segment=NetworkSegment(fec95dd2-d5a2-46ea-8494-372d23072abb),segment_id=fec95dd2-d5a2-46ea-8494-372d23072abb)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:01:24.449011 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Returning: {'device': '6f0feb3b-dcf4-490c-a29a-b8a530867169', 'network_id': '573c1213-77ed-460b-8c84-ad8019a0d321', 'port_id': '6f0feb3b-dcf4-490c-a29a-b8a530867169', 'mac_address': 'fa:16:3e:cc:fb:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39415324-6de0-401c-8e7e-a0482fdc5f52', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 16:01:24.452266 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f167406d-fc11-4837-be4c-1b644f913872 req-86fe619a-f088-4e89-8baf-3dbaa01b9d97 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13986ee-1a2d-4d35-9821-a0403a66af56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778215 Aug 20 16:01:24.454379 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a9890c90-2b7a-4d4d-b4ee-acd772d56417 req-4bfbd896-af4b-4855-b6d6-c4f5fb56bc8b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7738ce03-a921-44d1-aa4b-6401fbdabb01 HTTP/1.1" status: 200 len: 1000 time: 0.1340241 Aug 20 16:01:24.523855 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9890c90-2b7a-4d4d-b4ee-acd772d56417 req-e433641b-b52e-4bdc-891d-75d04e21d776 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:24.525357 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a9890c90-2b7a-4d4d-b4ee-acd772d56417 req-e433641b-b52e-4bdc-891d-75d04e21d776 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2eac451a-2e42-4f5c-8315-eccf4786e9f0 HTTP/1.1" status: 200 len: 855 time: 0.0639379 Aug 20 16:01:24.594133 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:24.610097 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a9890c90-2b7a-4d4d-b4ee-acd772d56417 req-3a072357-1112-4752-86b7-26feed9fcea8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a2292af7-a948-4fc0-8b0a-97b490608a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0773354 Aug 20 16:01:24.631392 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f0feb3b-dcf4-490c-a29a-b8a530867169 {{(pid=75062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 16:01:24.694622 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 6f0feb3b-dcf4-490c-a29a-b8a530867169, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=6f0feb3b-dcf4-490c-a29a-b8a530867169,segment=NetworkSegment(fec95dd2-d5a2-46ea-8494-372d23072abb),segment_id=fec95dd2-d5a2-46ea-8494-372d23072abb)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:01:24.699603 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:24.704712 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:01:24.791192 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=6f0feb3b-dcf4-490c-a29a-b8a530867169,revision_number=4']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:01:24.795395 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:01:24.803724 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a9890c90-2b7a-4d4d-b4ee-acd772d56417 req-b58a28b4-5a9e-4483-a53e-5e5cd1229bc1 service neutron] 10.222.0.54 "GET /v2.0/networks/a2292af7-a948-4fc0-8b0a-97b490608a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843410 Aug 20 16:01:24.814621 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-9b329c10-beaf-4c2c-8083-0637647f7d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'name': 'tempest-AttachVolumeShelveTestJSON-529608688-router', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:56:45Z', 'updated_at': '2021-08-20T15:56:52Z', 'revision_number': 4, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'gw_port': {'id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:56:46Z', 'updated_at': '2021-08-20T15:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_floatingips': [{'id': '4050cbe4-a44b-4d2d-b309-6afffe713f41', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'floating_ip_address': '172.28.2.197', 'floating_network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'router_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'port_id': '7738ce03-a921-44d1-aa4b-6401fbdabb01', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31', 'mac_address': 'fa:16:3e:4d:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c03151-1dd1-414a-9cb1-1afd181fe9d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T16:01:06Z', 'updated_at': '2021-08-20T16:01:22Z', 'revision_number': 1, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd56e7e8a-b169-4ab3-8661-652a6f28a144', 'name': '', 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'mac_address': 'fa:16:3e:6d:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2eac451a-2e42-4f5c-8315-eccf4786e9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:56:51Z', 'updated_at': '2021-08-20T15:57:06Z', 'revision_number': 5, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'subnets': [{'id': '2eac451a-2e42-4f5c-8315-eccf4786e9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:01:24.820946 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b329c10-beaf-4c2c-8083-0637647f7d29 None None] Checking router: c7f629f4-b653-47b2-9fd4-bee4d6c98203 for host: dv-cinder-805398-3-smb {{(pid=75062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 20 16:01:24.835804 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b329c10-beaf-4c2c-8083-0637647f7d29 None None] Routers {'c7f629f4-b653-47b2-9fd4-bee4d6c98203'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:01:24.836447 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-9b329c10-beaf-4c2c-8083-0637647f7d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:01:12Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['c7f629f4-b653-47b2-9fd4-bee4d6c98203'], 'active': True} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:01:25.000445 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['6f0feb3b-dcf4-490c-a29a-b8a530867169'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 16:01:25.028716 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a9890c90-2b7a-4d4d-b4ee-acd772d56417 req-4ed8c2dc-fd30-4272-bcb1-d4b703629a20 service neutron] 10.222.0.54 "GET /v2.0/networks/a2292af7-a948-4fc0-8b0a-97b490608a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150238 Aug 20 16:01:25.041239 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4b45f-4c86-48e0-82a3-f4d6c361f475 req-f59b1f17-8e05-4d8d-b69c-5ae5fa04babe tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:25.042853 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5df4b45f-4c86-48e0-82a3-f4d6c361f475 req-f59b1f17-8e05-4d8d-b69c-5ae5fa04babe tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 984 time: 0.1411428 Aug 20 16:01:25.110816 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5df4b45f-4c86-48e0-82a3-f4d6c361f475 req-5eacad8a-e9f1-4803-aca8-cd558c8bac6b tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&id=727e2ca7-c73c-4e33-a2f2-a857dc04dacd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601439 Aug 20 16:01:25.115393 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvr_db [None req-9b329c10-beaf-4c2c-8083-0637647f7d29 None None] Set router c7f629f4-b653-47b2-9fd4-bee4d6c98203 gateway port host: dv-cinder-805398-3-smb {{(pid=75062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:01:25.595681 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 6e512057-ccb3-4482-a0b9-43ee771908d7 up at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 16:01:25.663950 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524cd23e-2a0b-4904-b2b9-9c37a5ac5292 req-2a0129ff-1745-4b76-9a67-f92d3c9f495d tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:25.665407 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-524cd23e-2a0b-4904-b2b9-9c37a5ac5292 req-2a0129ff-1745-4b76-9a67-f92d3c9f495d tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 944 time: 0.0826507 Aug 20 16:01:25.717556 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-524cd23e-2a0b-4904-b2b9-9c37a5ac5292 req-ed115443-5829-43ce-b36e-e00339d83a3f tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13986ee-1a2d-4d35-9821-a0403a66af56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436268 Aug 20 16:01:25.764869 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Provisioning complete for port 6e512057-ccb3-4482-a0b9-43ee771908d7 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:01:25.765129 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:25.793796 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-9b329c10-beaf-4c2c-8083-0637647f7d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'name': 'tempest-AttachVolumeShelveTestJSON-529608688-router', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:56:45Z', 'updated_at': '2021-08-20T15:56:52Z', 'revision_number': 4, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'gw_port': {'id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:56:46Z', 'updated_at': '2021-08-20T15:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_floatingips': [{'id': '4050cbe4-a44b-4d2d-b309-6afffe713f41', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'floating_ip_address': '172.28.2.197', 'floating_network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'router_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'port_id': '7738ce03-a921-44d1-aa4b-6401fbdabb01', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31', 'mac_address': 'fa:16:3e:4d:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c03151-1dd1-414a-9cb1-1afd181fe9d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T16:01:06Z', 'updated_at': '2021-08-20T16:01:22Z', 'revision_number': 1, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd56e7e8a-b169-4ab3-8661-652a6f28a144', 'name': '', 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'mac_address': 'fa:16:3e:6d:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2eac451a-2e42-4f5c-8315-eccf4786e9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:56:51Z', 'updated_at': '2021-08-20T15:57:06Z', 'revision_number': 5, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'subnets': [{'id': '2eac451a-2e42-4f5c-8315-eccf4786e9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:01:25.810670 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b329c10-beaf-4c2c-8083-0637647f7d29 None None] The sync data for ids ['c7f629f4-b653-47b2-9fd4-bee4d6c98203'] in dv-cinder-805398-3-smb is: [{'id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'name': 'tempest-AttachVolumeShelveTestJSON-529608688-router', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:56:45Z', 'updated_at': '2021-08-20T15:56:52Z', 'revision_number': 4, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'gw_port': {'id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:56:46Z', 'updated_at': '2021-08-20T15:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_floatingips': [{'id': '4050cbe4-a44b-4d2d-b309-6afffe713f41', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'floating_ip_address': '172.28.2.197', 'floating_network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'router_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'port_id': '7738ce03-a921-44d1-aa4b-6401fbdabb01', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31', 'mac_address': 'fa:16:3e:4d:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c03151-1dd1-414a-9cb1-1afd181fe9d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T16:01:06Z', 'updated_at': '2021-08-20T16:01:22Z', 'revision_number': 1, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd56e7e8a-b169-4ab3-8661-652a6f28a144', 'name': '', 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'mac_address': 'fa:16:3e:6d:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2eac451a-2e42-4f5c-8315-eccf4786e9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:56:51Z', 'updated_at': '2021-08-20T15:57:06Z', 'revision_number': 5, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'subnets': [{'id': '2eac451a-2e42-4f5c-8315-eccf4786e9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 20 16:01:26.165602 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569f3a38-dc16-4854-b41d-7c88e34ba8bd None None] New status for floating IP 4050cbe4-a44b-4d2d-b309-6afffe713f41: ACTIVE {{(pid=75063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 20 16:01:26.332481 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30441bc6-e02f-4381-9581-ceee530f760a req-7344a40b-c3a3-4554-bec4-96b8ccaac4a0 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:26.333971 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-30441bc6-e02f-4381-9581-ceee530f760a req-7344a40b-c3a3-4554-bec4-96b8ccaac4a0 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 984 time: 0.0909288 Aug 20 16:01:26.388340 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-30441bc6-e02f-4381-9581-ceee530f760a req-7e079e8f-1a15-4675-a2f1-9d0dc72ca6e9 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&id=727e2ca7-c73c-4e33-a2f2-a857dc04dacd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0480502 Aug 20 16:01:26.914991 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c8d01-f313-48f8-808a-75e8c7de30d2 req-dcc1adf8-c461-4348-9ad7-367dac941891 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:26.916426 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a15c8d01-f313-48f8-808a-75e8c7de30d2 req-dcc1adf8-c461-4348-9ad7-367dac941891 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 944 time: 0.0744562 Aug 20 16:01:26.964104 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a15c8d01-f313-48f8-808a-75e8c7de30d2 req-7f33b617-d5e7-4c8d-8e68-08f65584cec2 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13986ee-1a2d-4d35-9821-a0403a66af56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422015 Aug 20 16:01:27.610481 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50f322-096c-4314-8644-889fd9a28298 req-c242c10f-978a-4c2f-b0ca-efdf42fd6ec4 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:27.611990 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7f50f322-096c-4314-8644-889fd9a28298 req-c242c10f-978a-4c2f-b0ca-efdf42fd6ec4 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 984 time: 0.0960760 Aug 20 16:01:27.659779 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7f50f322-096c-4314-8644-889fd9a28298 req-0c6a599a-bee5-4d8e-88ba-e829616cb5f4 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&id=727e2ca7-c73c-4e33-a2f2-a857dc04dacd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415022 Aug 20 16:01:28.114298 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 6f0feb3b-dcf4-490c-a29a-b8a530867169 up at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 16:01:28.187887 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning for port 6f0feb3b-dcf4-490c-a29a-b8a530867169 completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:01:28.193298 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning complete for port 6f0feb3b-dcf4-490c-a29a-b8a530867169 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:01:28.193699 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:28.239823 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf749d3-5209-4d21-bd4b-a05f842709ae req-1d3ce7c4-5325-41b8-bffd-4ede9f0b2175 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:28.241275 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-dcf749d3-5209-4d21-bd4b-a05f842709ae req-1d3ce7c4-5325-41b8-bffd-4ede9f0b2175 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 944 time: 0.1546924 Aug 20 16:01:28.294664 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-dcf749d3-5209-4d21-bd4b-a05f842709ae req-a3a7cc0e-e5e8-4a4f-96ed-e23774943ad1 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13986ee-1a2d-4d35-9821-a0403a66af56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472243 Aug 20 16:01:28.322220 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:28.349944 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7cc0524-c593-4fbd-9b7e-e90cab90d083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0feb3b-dcf4-490c-a29a-b8a530867169'}] {{(pid=75062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:01:28.359225 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 6f0feb3b-dcf4-490c-a29a-b8a530867169, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=6f0feb3b-dcf4-490c-a29a-b8a530867169,segment=NetworkSegment(fec95dd2-d5a2-46ea-8494-372d23072abb),segment_id=fec95dd2-d5a2-46ea-8494-372d23072abb)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:01:28.363480 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:28.366364 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-b08f4bd4-5d44-4cdf-8c88-5b29b72ff939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:01:28.407845 dv-cinder-805398-3-smb neutron-server[75062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7cc0524-c593-4fbd-9b7e-e90cab90d083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0feb3b-dcf4-490c-a29a-b8a530867169', 'code': 200} Aug 20 16:01:28.436999 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=6f0feb3b-dcf4-490c-a29a-b8a530867169,revision_number=5']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:01:28.441199 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:01:28.738003 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f74c337b-530e-4b81-b21d-adf5aa1ed9ce req-f68a2f2b-da6e-46fb-bf4d-dddc6e188859 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 1098 time: 0.0724924 Aug 20 16:01:28.783557 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f74c337b-530e-4b81-b21d-adf5aa1ed9ce req-d29bb032-a6c4-4c93-afc5-5cea4b396c37 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b13986ee-1a2d-4d35-9821-a0403a66af56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389025 Aug 20 16:01:28.869267 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d655bf-66d2-4a6f-809b-2a9e4f93f62e req-94b056b7-f9f2-4873-a4a1-b4d28d8f0a8e tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:28.870732 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e1d655bf-66d2-4a6f-809b-2a9e4f93f62e req-94b056b7-f9f2-4873-a4a1-b4d28d8f0a8e tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 984 time: 0.0808921 Aug 20 16:01:28.917578 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e1d655bf-66d2-4a6f-809b-2a9e4f93f62e req-9561509b-8991-4d25-8a9d-fe53f2c9aa6c tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&id=727e2ca7-c73c-4e33-a2f2-a857dc04dacd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412283 Aug 20 16:01:29.499337 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4a3a1-9dbe-4b37-891d-d580388bdb1d req-e511b9fd-11ec-4359-bea7-b1bb41deb237 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:29.500807 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-56a4a3a1-9dbe-4b37-891d-d580388bdb1d req-e511b9fd-11ec-4359-bea7-b1bb41deb237 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 945 time: 0.0796375 Aug 20 16:01:29.546667 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-56a4a3a1-9dbe-4b37-891d-d580388bdb1d req-284ae13b-0f6c-4171-9f12-e55570c58ac6 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13986ee-1a2d-4d35-9821-a0403a66af56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403564 Aug 20 16:01:30.125059 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42e0ab-a4db-450b-9fa9-28d5d26b2120 req-37b9e665-b5ee-4b90-a077-7389552585b7 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:30.126632 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-fe42e0ab-a4db-450b-9fa9-28d5d26b2120 req-37b9e665-b5ee-4b90-a077-7389552585b7 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 984 time: 0.0839028 Aug 20 16:01:30.176549 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-fe42e0ab-a4db-450b-9fa9-28d5d26b2120 req-60145dd2-c015-4893-a20e-d17d9e24e85a tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&id=727e2ca7-c73c-4e33-a2f2-a857dc04dacd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433486 Aug 20 16:01:30.747284 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996cb58-db2e-4b8f-b720-cef4a6eaf777 req-41de30f8-64cd-49e5-afcc-adca324c11a6 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:30.749003 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f996cb58-db2e-4b8f-b720-cef4a6eaf777 req-41de30f8-64cd-49e5-afcc-adca324c11a6 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 945 time: 0.0800121 Aug 20 16:01:30.798424 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f996cb58-db2e-4b8f-b720-cef4a6eaf777 req-0ec6a36a-cd73-45e9-b87d-49546562b675 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13986ee-1a2d-4d35-9821-a0403a66af56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440056 Aug 20 16:01:31.002404 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a593d-4e18-469b-ba95-1c7f01cd8bcb req-9c88d25a-cc37-4f15-aa81-11e8612a63f6 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:31.006089 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e83a593d-4e18-469b-ba95-1c7f01cd8bcb req-9c88d25a-cc37-4f15-aa81-11e8612a63f6 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 945 time: 0.0838907 Aug 20 16:01:31.052952 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e83a593d-4e18-469b-ba95-1c7f01cd8bcb req-b0791bfb-e452-4d27-8e92-77606c10e21a tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13986ee-1a2d-4d35-9821-a0403a66af56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437057 Aug 20 16:01:31.081780 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 34772) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:01:31.281137 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-4dc085e8-4dcc-4858-8c8a-9aaa988ca1cf tempest-TestShelveInstance-625714363 tempest-TestShelveInstance-625714363-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 1093 time: 0.1980739 Aug 20 16:01:31.284353 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 34778) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:01:31.289969 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-054e6c14-07f4-4870-9583-cc4d9ddc6ee3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Request body: {'floatingip': {'floating_network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'port_id': '6f0feb3b-dcf4-490c-a29a-b8a530867169', 'tenant_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:01:31.295573 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-054e6c14-07f4-4870-9583-cc4d9ddc6ee3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:01:31.299320 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-054e6c14-07f4-4870-9583-cc4d9ddc6ee3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Usage tracker for resource:floatingip and tenant:4aa85ac1b5744629b15ceb86e66e4a5f is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:01:31.302134 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-054e6c14-07f4-4870-9583-cc4d9ddc6ee3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:01:31.307679 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-054e6c14-07f4-4870-9583-cc4d9ddc6ee3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:01:31.318950 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-054e6c14-07f4-4870-9583-cc4d9ddc6ee3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks [] for floatingip, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:31.458151 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-054e6c14-07f4-4870-9583-cc4d9ddc6ee3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:31.603206 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.db_base_plugin_common [None req-054e6c14-07f4-4870-9583-cc4d9ddc6ee3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Allocated IP 172.28.2.194 (1515200a-7cd1-4ec3-bca4-b17b78debdd2/e9a37b8d-0a16-4543-b6cb-0b09a5c894bc/586eff2c-c807-49f3-87aa-de6bafc98238) {{(pid=75060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:01:31.758984 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-054e6c14-07f4-4870-9583-cc4d9ddc6ee3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks [] for port, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:31.789282 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-054e6c14-07f4-4870-9583-cc4d9ddc6ee3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6850519'] for port, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:31.792996 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:01:31.858111 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054e6c14-07f4-4870-9583-cc4d9ddc6ee3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Network 1515200a-7cd1-4ec3-bca4-b17b78debdd2 is already hosted by enough agents. {{(pid=75060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:01:31.860905 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.base_scheduler [None req-054e6c14-07f4-4870-9583-cc4d9ddc6ee3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Resources bound (agent type, host, resource id): {{(pid=75060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:01:31.863941 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054e6c14-07f4-4870-9583-cc4d9ddc6ee3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Received port after_create {{(pid=75060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:01:31.893531 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e6c14-07f4-4870-9583-cc4d9ddc6ee3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Pushing event updated for resources: {'Port': ['ID=586eff2c-c807-49f3-87aa-de6bafc98238,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:01:31.896534 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-054e6c14-07f4-4870-9583-cc4d9ddc6ee3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:01:32.386617 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-054e6c14-07f4-4870-9583-cc4d9ddc6ee3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:32.443005 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-054e6c14-07f4-4870-9583-cc4d9ddc6ee3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:32.756694 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-054e6c14-07f4-4870-9583-cc4d9ddc6ee3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks [] for port, precommit_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:32.763630 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-054e6c14-07f4-4870-9583-cc4d9ddc6ee3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6850526'] for port, after_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:32.768722 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-bec5e5cc-5552-47a1-bc22-ee0ccc1e71af tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:01:32.874377 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e6c14-07f4-4870-9583-cc4d9ddc6ee3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Pushing event updated for resources: {'Port': ['ID=586eff2c-c807-49f3-87aa-de6bafc98238,revision_number=2']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:01:32.877875 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-054e6c14-07f4-4870-9583-cc4d9ddc6ee3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:01:32.893672 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-054e6c14-07f4-4870-9583-cc4d9ddc6ee3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405581'] for floatingip, after_update {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:33.119795 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.db.l3_db [None req-054e6c14-07f4-4870-9583-cc4d9ddc6ee3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Floating IP 37fe459e-6184-46b0-af66-e55ec5be814d associated. External IP: 172.28.2.194, port: 6f0feb3b-dcf4-490c-a29a-b8a530867169. Aug 20 16:01:33.535552 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054e6c14-07f4-4870-9583-cc4d9ddc6ee3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Router 2cd9a38e-3602-4546-bdcd-5ef6c69a97b3 has already been hosted by L3 agent ecccf787-6cb6-4f52-bf94-e4285ae9b988 {{(pid=75060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:01:33.747466 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054e6c14-07f4-4870-9583-cc4d9ddc6ee3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify agent at l3_agent.dv-cinder-805398-3-smb the message routers_updated {{(pid=75060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:01:33.759094 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0419878c-d16a-409f-b0af-c483c1928b05 None None] Sync routers for ids ['2cd9a38e-3602-4546-bdcd-5ef6c69a97b3'] in dv-cinder-805398-3-smb {{(pid=75062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 20 16:01:33.776628 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-054e6c14-07f4-4870-9583-cc4d9ddc6ee3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for floatingip, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:33.780830 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0419878c-d16a-409f-b0af-c483c1928b05 None None] Routers {'2cd9a38e-3602-4546-bdcd-5ef6c69a97b3'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:01:33.781952 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-0419878c-d16a-409f-b0af-c483c1928b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:01:12Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['2cd9a38e-3602-4546-bdcd-5ef6c69a97b3'], 'active': True} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:01:33.833821 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-054e6c14-07f4-4870-9583-cc4d9ddc6ee3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5483086 Aug 20 16:01:33.834452 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7cc0524-c593-4fbd-9b7e-e90cab90d083', 'tag': '6f0feb3b-dcf4-490c-a29a-b8a530867169'}] {{(pid=75060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:01:33.969809 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7cc0524-c593-4fbd-9b7e-e90cab90d083', 'tag': '6f0feb3b-dcf4-490c-a29a-b8a530867169', 'status': 'completed', 'code': 200} Aug 20 16:01:33.990332 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvr_db [None req-0419878c-d16a-409f-b0af-c483c1928b05 None None] Set router 2cd9a38e-3602-4546-bdcd-5ef6c69a97b3 gateway port host: dv-cinder-805398-3-smb {{(pid=75062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:01:34.089675 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c29e064e-0f71-4cca-865d-de756a58f2f3 req-de6679a8-6804-4785-84fc-8f8784274fde service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4aa85ac1b5744629b15ceb86e66e4a5f&device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 1098 time: 0.0864410 Aug 20 16:01:34.253061 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e064e-0f71-4cca-865d-de756a58f2f3 req-91e18c21-05e4-4708-bd76-97f25a4876a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:34.254592 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c29e064e-0f71-4cca-865d-de756a58f2f3 req-91e18c21-05e4-4708-bd76-97f25a4876a3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=573c1213-77ed-460b-8c84-ad8019a0d321 HTTP/1.1" status: 200 len: 910 time: 0.1571596 Aug 20 16:01:34.388792 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c29e064e-0f71-4cca-865d-de756a58f2f3 req-d1519c21-f3df-4a79-89fb-8cdfafd2b09b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f0feb3b-dcf4-490c-a29a-b8a530867169 HTTP/1.1" status: 200 len: 999 time: 0.1251426 Aug 20 16:01:34.430441 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-0419878c-d16a-409f-b0af-c483c1928b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'name': 'tempest-TestShelveInstance-175245446-router', 'tenant_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': 'c75fd55a-76d9-4225-8333-61ba75d1f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:26Z', 'updated_at': '2021-08-20T16:00:33Z', 'revision_number': 4, 'project_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'gw_port': {'id': 'c75fd55a-76d9-4225-8333-61ba75d1f9ea', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:27Z', 'updated_at': '2021-08-20T16:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_floatingips': [{'id': '37fe459e-6184-46b0-af66-e55ec5be814d', 'tenant_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'floating_ip_address': '172.28.2.194', 'floating_network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'router_id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'port_id': '6f0feb3b-dcf4-490c-a29a-b8a530867169', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573c1213-77ed-460b-8c84-ad8019a0d321', 'mac_address': 'fa:16:3e:cc:fb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7cc0524-c593-4fbd-9b7e-e90cab90d083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T16:01:32Z', 'updated_at': '2021-08-20T16:01:32Z', 'revision_number': 0, 'project_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d4d972e-1e84-430b-8d43-3f09772eacfe', 'name': '', 'network_id': '573c1213-77ed-460b-8c84-ad8019a0d321', 'tenant_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'mac_address': 'fa:16:3e:ff:f5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39415324-6de0-401c-8e7e-a0482fdc5f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:31Z', 'updated_at': '2021-08-20T16:00:57Z', 'revision_number': 5, 'project_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'subnets': [{'id': '39415324-6de0-401c-8e7e-a0482fdc5f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:01:34.438563 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0419878c-d16a-409f-b0af-c483c1928b05 None None] Checking router: 2cd9a38e-3602-4546-bdcd-5ef6c69a97b3 for host: dv-cinder-805398-3-smb {{(pid=75062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 20 16:01:34.466710 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0419878c-d16a-409f-b0af-c483c1928b05 None None] Routers {'2cd9a38e-3602-4546-bdcd-5ef6c69a97b3'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:01:34.467528 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-0419878c-d16a-409f-b0af-c483c1928b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:01:12Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['2cd9a38e-3602-4546-bdcd-5ef6c69a97b3'], 'active': True} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:01:34.494014 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e064e-0f71-4cca-865d-de756a58f2f3 req-738ee278-b830-49cc-8b07-1842ebd2adc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:34.497000 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c29e064e-0f71-4cca-865d-de756a58f2f3 req-738ee278-b830-49cc-8b07-1842ebd2adc2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=39415324-6de0-401c-8e7e-a0482fdc5f52 HTTP/1.1" status: 200 len: 847 time: 0.0981925 Aug 20 16:01:34.624360 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c29e064e-0f71-4cca-865d-de756a58f2f3 req-fda03e3c-ce66-415f-968f-7fb073c06774 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=573c1213-77ed-460b-8c84-ad8019a0d321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1044474 Aug 20 16:01:34.677461 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvr_db [None req-0419878c-d16a-409f-b0af-c483c1928b05 None None] Set router 2cd9a38e-3602-4546-bdcd-5ef6c69a97b3 gateway port host: dv-cinder-805398-3-smb {{(pid=75062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:01:34.772752 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c29e064e-0f71-4cca-865d-de756a58f2f3 req-c41e4317-ac9f-46ca-bf13-6e7bf36ab085 service neutron] 10.222.0.54 "GET /v2.0/networks/573c1213-77ed-460b-8c84-ad8019a0d321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406779 Aug 20 16:01:34.960212 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c29e064e-0f71-4cca-865d-de756a58f2f3 req-89707e14-df52-4b1b-83bb-367c0c8da5ab service neutron] 10.222.0.54 "GET /v2.0/networks/573c1213-77ed-460b-8c84-ad8019a0d321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799166 Aug 20 16:01:35.121304 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-0419878c-d16a-409f-b0af-c483c1928b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'name': 'tempest-TestShelveInstance-175245446-router', 'tenant_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': 'c75fd55a-76d9-4225-8333-61ba75d1f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:26Z', 'updated_at': '2021-08-20T16:00:33Z', 'revision_number': 4, 'project_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'gw_port': {'id': 'c75fd55a-76d9-4225-8333-61ba75d1f9ea', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:27Z', 'updated_at': '2021-08-20T16:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_floatingips': [{'id': '37fe459e-6184-46b0-af66-e55ec5be814d', 'tenant_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'floating_ip_address': '172.28.2.194', 'floating_network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'router_id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'port_id': '6f0feb3b-dcf4-490c-a29a-b8a530867169', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573c1213-77ed-460b-8c84-ad8019a0d321', 'mac_address': 'fa:16:3e:cc:fb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7cc0524-c593-4fbd-9b7e-e90cab90d083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T16:01:32Z', 'updated_at': '2021-08-20T16:01:32Z', 'revision_number': 0, 'project_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d4d972e-1e84-430b-8d43-3f09772eacfe', 'name': '', 'network_id': '573c1213-77ed-460b-8c84-ad8019a0d321', 'tenant_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'mac_address': 'fa:16:3e:ff:f5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39415324-6de0-401c-8e7e-a0482fdc5f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:31Z', 'updated_at': '2021-08-20T16:00:57Z', 'revision_number': 5, 'project_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'subnets': [{'id': '39415324-6de0-401c-8e7e-a0482fdc5f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:01:35.128984 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0419878c-d16a-409f-b0af-c483c1928b05 None None] The sync data for ids ['2cd9a38e-3602-4546-bdcd-5ef6c69a97b3'] in dv-cinder-805398-3-smb is: [{'id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'name': 'tempest-TestShelveInstance-175245446-router', 'tenant_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': 'c75fd55a-76d9-4225-8333-61ba75d1f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:26Z', 'updated_at': '2021-08-20T16:00:33Z', 'revision_number': 4, 'project_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'gw_port': {'id': 'c75fd55a-76d9-4225-8333-61ba75d1f9ea', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:27Z', 'updated_at': '2021-08-20T16:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_floatingips': [{'id': '37fe459e-6184-46b0-af66-e55ec5be814d', 'tenant_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'floating_ip_address': '172.28.2.194', 'floating_network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'router_id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'port_id': '6f0feb3b-dcf4-490c-a29a-b8a530867169', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573c1213-77ed-460b-8c84-ad8019a0d321', 'mac_address': 'fa:16:3e:cc:fb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7cc0524-c593-4fbd-9b7e-e90cab90d083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T16:01:32Z', 'updated_at': '2021-08-20T16:01:32Z', 'revision_number': 0, 'project_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d4d972e-1e84-430b-8d43-3f09772eacfe', 'name': '', 'network_id': '573c1213-77ed-460b-8c84-ad8019a0d321', 'tenant_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'mac_address': 'fa:16:3e:ff:f5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39415324-6de0-401c-8e7e-a0482fdc5f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:31Z', 'updated_at': '2021-08-20T16:00:57Z', 'revision_number': 5, 'project_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'subnets': [{'id': '39415324-6de0-401c-8e7e-a0482fdc5f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 20 16:01:36.634809 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c961dc-3287-4163-b30f-fcc2dce6ad15 None None] New status for floating IP 37fe459e-6184-46b0-af66-e55ec5be814d: ACTIVE {{(pid=75063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 20 16:01:39.600465 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-e0138aad-6e6b-45f7-9735-a45d42ae9a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:40.067272 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:41.695521 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-66d8f6c4-beb8-42ea-91ad-f1792cc14e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:43.174857 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:44.679917 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:47.896501 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:51.431492 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4d29a-6cb1-4a39-8691-12d7a8d3a80d req-435e97ad-66ae-46d8-a7b0-45cf0f58e4cf tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:51.433031 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-08b4d29a-6cb1-4a39-8691-12d7a8d3a80d req-435e97ad-66ae-46d8-a7b0-45cf0f58e4cf tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=377ef7b7-86ec-4eb0-8fac-1672ccab5e10 HTTP/1.1" status: 200 len: 945 time: 0.0801547 Aug 20 16:01:51.479771 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-08b4d29a-6cb1-4a39-8691-12d7a8d3a80d req-b1472f3a-ae07-458e-ac08-306be03fddaa tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=60357bcf-581f-410e-9b60-1a2dc829bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411930 Aug 20 16:01:52.688307 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5ef1b-daf3-489f-afab-2345dadc5981 req-e10cb121-4abc-4047-9c54-e69bcfb1b7ae tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:52.689853 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f5d5ef1b-daf3-489f-afab-2345dadc5981 req-e10cb121-4abc-4047-9c54-e69bcfb1b7ae tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=377ef7b7-86ec-4eb0-8fac-1672ccab5e10 HTTP/1.1" status: 200 len: 945 time: 0.0816751 Aug 20 16:01:52.738976 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f5d5ef1b-daf3-489f-afab-2345dadc5981 req-5f87ae95-e85a-4893-abef-8f12dda3379f tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=60357bcf-581f-410e-9b60-1a2dc829bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429809 Aug 20 16:01:53.619673 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0ca32-355f-41ce-860b-d160c26f78f7 req-5d75fcc6-1f66-4690-83a4-11902e728dc1 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:53.621147 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7db0ca32-355f-41ce-860b-d160c26f78f7 req-5d75fcc6-1f66-4690-83a4-11902e728dc1 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.54 "GET /v2.0/ports?device_id=377ef7b7-86ec-4eb0-8fac-1672ccab5e10 HTTP/1.1" status: 200 len: 945 time: 0.0788114 Aug 20 16:01:53.777262 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [req-7db0ca32-355f-41ce-860b-d160c26f78f7 req-31886437-8856-46e3-802c-dad9079a958d tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Deleting port f2d696a9-728d-4aa9-ac67-8020ab03606b {{(pid=75061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:01:53.778002 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-7db0ca32-355f-41ce-860b-d160c26f78f7 req-31886437-8856-46e3-802c-dad9079a958d tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:54.080881 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43cacc-a3bb-4d01-91de-b3569c1cc9a7 req-2136807b-45d6-4969-a487-d584a9b4933b tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:54.082375 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3e43cacc-a3bb-4d01-91de-b3569c1cc9a7 req-2136807b-45d6-4969-a487-d584a9b4933b tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=377ef7b7-86ec-4eb0-8fac-1672ccab5e10 HTTP/1.1" status: 200 len: 945 time: 0.2044933 Aug 20 16:01:54.093029 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-7db0ca32-355f-41ce-860b-d160c26f78f7 req-31886437-8856-46e3-802c-dad9079a958d tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] For port f2d696a9-728d-4aa9-ac67-8020ab03606b, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=f2d696a9-728d-4aa9-ac67-8020ab03606b,segment=NetworkSegment(29e44bf0-25da-4d57-a187-72675e544d99),segment_id=29e44bf0-25da-4d57-a187-72675e544d99)] {{(pid=75061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:01:54.093376 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-7db0ca32-355f-41ce-860b-d160c26f78f7 req-31886437-8856-46e3-802c-dad9079a958d tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:54.223322 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3e43cacc-a3bb-4d01-91de-b3569c1cc9a7 req-6579c737-3013-45c3-9413-b4356b15ba80 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups?id=60357bcf-581f-410e-9b60-1a2dc829bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321943 Aug 20 16:01:54.425498 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-7db0ca32-355f-41ce-860b-d160c26f78f7 req-31886437-8856-46e3-802c-dad9079a958d tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:54.425884 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-7db0ca32-355f-41ce-860b-d160c26f78f7 req-31886437-8856-46e3-802c-dad9079a958d tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405581'] for floatingip, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:54.426185 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.db.l3_db [req-7db0ca32-355f-41ce-860b-d160c26f78f7 req-31886437-8856-46e3-802c-dad9079a958d tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Floating IP f7bd144c-7a95-4ade-9687-d66e61a3578f disassociated. External IP: 172.28.2.104, port: f2d696a9-728d-4aa9-ac67-8020ab03606b. Aug 20 16:01:54.426509 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [req-7db0ca32-355f-41ce-860b-d160c26f78f7 req-31886437-8856-46e3-802c-dad9079a958d tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Calling delete_port for f2d696a9-728d-4aa9-ac67-8020ab03606b owned by compute:nova {{(pid=75061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:01:54.568935 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-7db0ca32-355f-41ce-860b-d160c26f78f7 req-31886437-8856-46e3-802c-dad9079a958d tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519487'] for port, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:54.574442 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-e65e12a3-1eba-48c2-ad01-80acbece32ae tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:01:54.621106 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31886437-8856-46e3-802c-dad9079a958d tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Pushing event deleted for resources: {'Port': ['ID=f2d696a9-728d-4aa9-ac67-8020ab03606b,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:01:54.680362 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31886437-8856-46e3-802c-dad9079a958d tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:54.680716 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31886437-8856-46e3-802c-dad9079a958d tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:54.681061 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31886437-8856-46e3-802c-dad9079a958d tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:54.681401 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31886437-8856-46e3-802c-dad9079a958d tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:54.681763 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31886437-8856-46e3-802c-dad9079a958d tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:54.682100 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31886437-8856-46e3-802c-dad9079a958d tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:54.682432 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31886437-8856-46e3-802c-dad9079a958d tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:54.682761 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31886437-8856-46e3-802c-dad9079a958d tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:54.683089 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31886437-8856-46e3-802c-dad9079a958d tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:54.683415 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31886437-8856-46e3-802c-dad9079a958d tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:54.683741 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31886437-8856-46e3-802c-dad9079a958d tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:54.691544 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-31886437-8856-46e3-802c-dad9079a958d tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:01:54.837474 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7db0ca32-355f-41ce-860b-d160c26f78f7 req-31886437-8856-46e3-802c-dad9079a958d tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Router a9b20389-1c7e-40b6-b47f-af0f943f390d has already been hosted by L3 agent ecccf787-6cb6-4f52-bf94-e4285ae9b988 {{(pid=75061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:01:55.039307 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7db0ca32-355f-41ce-860b-d160c26f78f7 req-31886437-8856-46e3-802c-dad9079a958d tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify agent at l3_agent.dv-cinder-805398-3-smb the message routers_updated {{(pid=75061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:01:55.051413 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addfc7c9-b455-4a10-8e3e-12765a835bfb None None] Sync routers for ids ['a9b20389-1c7e-40b6-b47f-af0f943f390d'] in dv-cinder-805398-3-smb {{(pid=75062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 20 16:01:55.070843 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addfc7c9-b455-4a10-8e3e-12765a835bfb None None] Routers {'a9b20389-1c7e-40b6-b47f-af0f943f390d'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:01:55.071531 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-addfc7c9-b455-4a10-8e3e-12765a835bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:01:42Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['a9b20389-1c7e-40b6-b47f-af0f943f390d'], 'active': True} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:01:55.112840 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db0ca32-355f-41ce-860b-d160c26f78f7 req-31886437-8856-46e3-802c-dad9079a958d tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] No DVR routers for this DVR port f2d696a9-728d-4aa9-ac67-8020ab03606b on host hv-cinder-80539 {{(pid=75061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 16:01:55.115414 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-7db0ca32-355f-41ce-860b-d160c26f78f7 req-31886437-8856-46e3-802c-dad9079a958d tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:55.118085 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377ef7b7-86ec-4eb0-8fac-1672ccab5e10', 'name': 'network-vif-deleted', 'tag': 'f2d696a9-728d-4aa9-ac67-8020ab03606b'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:01:55.136154 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7db0ca32-355f-41ce-860b-d160c26f78f7 req-31886437-8856-46e3-802c-dad9079a958d tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.54 "DELETE /v2.0/ports/f2d696a9-728d-4aa9-ac67-8020ab03606b HTTP/1.1" status: 204 len: 173 time: 1.5064805 Aug 20 16:01:55.176923 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377ef7b7-86ec-4eb0-8fac-1672ccab5e10', 'name': 'network-vif-deleted', 'tag': 'f2d696a9-728d-4aa9-ac67-8020ab03606b', 'status': 'completed', 'code': 200} Aug 20 16:01:55.257337 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvr_db [None req-addfc7c9-b455-4a10-8e3e-12765a835bfb None None] Set router a9b20389-1c7e-40b6-b47f-af0f943f390d gateway port host: dv-cinder-805398-3-smb {{(pid=75062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:01:55.430484 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-d3d95748-06e2-49f0-8155-542057885467 req-d9af2453-9f72-48a3-adf7-f1a3f085eb9a tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Synchronizing usage tracker for tenant:e7e604552f7c48b6adf92b9295b42ab0 on resource:port {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 16:01:55.446854 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-d3d95748-06e2-49f0-8155-542057885467 req-d9af2453-9f72-48a3-adf7-f1a3f085eb9a tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Unset dirty status for tenant:e7e604552f7c48b6adf92b9295b42ab0 on resource:port {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 16:01:55.448373 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d3d95748-06e2-49f0-8155-542057885467 req-d9af2453-9f72-48a3-adf7-f1a3f085eb9a tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/ports?device_id=377ef7b7-86ec-4eb0-8fac-1672ccab5e10 HTTP/1.1" status: 200 len: 210 time: 0.0622172 Aug 20 16:01:55.582472 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-addfc7c9-b455-4a10-8e3e-12765a835bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'name': 'tempest-AttachVolumeTestJSON-1856526269-router', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': '064a5ec0-ca6d-4322-8a54-3af08507212f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:22Z', 'updated_at': '2021-08-20T15:55:38Z', 'revision_number': 4, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'gw_port': {'id': '064a5ec0-ca6d-4322-8a54-3af08507212f', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:62:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:24Z', 'updated_at': '2021-08-20T15:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': '2cfcb533-e428-458a-84c3-08a45fe515b8', 'name': '', 'network_id': 'e1370026-f031-4601-8314-e240c06ab358', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'mac_address': 'fa:16:3e:47:72:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36223243-b246-4e2e-9e1f-57c0926d199c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:33Z', 'updated_at': '2021-08-20T15:55:59Z', 'revision_number': 5, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'subnets': [{'id': '36223243-b246-4e2e-9e1f-57c0926d199c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:01:55.586999 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addfc7c9-b455-4a10-8e3e-12765a835bfb None None] Checking router: a9b20389-1c7e-40b6-b47f-af0f943f390d for host: dv-cinder-805398-3-smb {{(pid=75062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 20 16:01:55.603320 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addfc7c9-b455-4a10-8e3e-12765a835bfb None None] Routers {'a9b20389-1c7e-40b6-b47f-af0f943f390d'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:01:55.603936 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-addfc7c9-b455-4a10-8e3e-12765a835bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:01:42Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['a9b20389-1c7e-40b6-b47f-af0f943f390d'], 'active': True} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:01:55.818997 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvr_db [None req-addfc7c9-b455-4a10-8e3e-12765a835bfb None None] Set router a9b20389-1c7e-40b6-b47f-af0f943f390d gateway port host: dv-cinder-805398-3-smb {{(pid=75062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:01:56.144720 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-addfc7c9-b455-4a10-8e3e-12765a835bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'name': 'tempest-AttachVolumeTestJSON-1856526269-router', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': '064a5ec0-ca6d-4322-8a54-3af08507212f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:22Z', 'updated_at': '2021-08-20T15:55:38Z', 'revision_number': 4, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'gw_port': {'id': '064a5ec0-ca6d-4322-8a54-3af08507212f', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:62:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:24Z', 'updated_at': '2021-08-20T15:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': '2cfcb533-e428-458a-84c3-08a45fe515b8', 'name': '', 'network_id': 'e1370026-f031-4601-8314-e240c06ab358', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'mac_address': 'fa:16:3e:47:72:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36223243-b246-4e2e-9e1f-57c0926d199c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:33Z', 'updated_at': '2021-08-20T15:55:59Z', 'revision_number': 5, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'subnets': [{'id': '36223243-b246-4e2e-9e1f-57c0926d199c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:01:56.148568 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addfc7c9-b455-4a10-8e3e-12765a835bfb None None] The sync data for ids ['a9b20389-1c7e-40b6-b47f-af0f943f390d'] in dv-cinder-805398-3-smb is: [{'id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'name': 'tempest-AttachVolumeTestJSON-1856526269-router', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': '064a5ec0-ca6d-4322-8a54-3af08507212f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:22Z', 'updated_at': '2021-08-20T15:55:38Z', 'revision_number': 4, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'gw_port': {'id': '064a5ec0-ca6d-4322-8a54-3af08507212f', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:62:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:24Z', 'updated_at': '2021-08-20T15:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': '2cfcb533-e428-458a-84c3-08a45fe515b8', 'name': '', 'network_id': 'e1370026-f031-4601-8314-e240c06ab358', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'mac_address': 'fa:16:3e:47:72:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36223243-b246-4e2e-9e1f-57c0926d199c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:33Z', 'updated_at': '2021-08-20T15:55:59Z', 'revision_number': 5, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'subnets': [{'id': '36223243-b246-4e2e-9e1f-57c0926d199c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 20 16:01:56.366019 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bff58d-09f2-430f-ba42-22d7dc2171ee None None] New status for floating IP f7bd144c-7a95-4ade-9687-d66e61a3578f: DOWN {{(pid=75063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 20 16:01:56.598487 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 34960) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:01:56.668654 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-dc17ae95-eecd-4bf3-9e26-29e6b8379e9e tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:56.700616 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-dc17ae95-eecd-4bf3-9e26-29e6b8379e9e tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:56.756608 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-dc17ae95-eecd-4bf3-9e26-29e6b8379e9e tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:56.760365 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-d51cc5c9-0990-425f-884e-f516f105d817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:01:56.776350 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17ae95-eecd-4bf3-9e26-29e6b8379e9e tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60357bcf-581f-410e-9b60-1a2dc829bfa1,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:01:56.786575 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-dc17ae95-eecd-4bf3-9e26-29e6b8379e9e tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:56.787717 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-dc17ae95-eecd-4bf3-9e26-29e6b8379e9e tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "DELETE /v2.0/security-groups/60357bcf-581f-410e-9b60-1a2dc829bfa1 HTTP/1.1" status: 204 len: 168 time: 0.1882660 Aug 20 16:01:56.790843 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 34966) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:01:56.791475 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17ae95-eecd-4bf3-9e26-29e6b8379e9e tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:56.791859 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17ae95-eecd-4bf3-9e26-29e6b8379e9e tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:56.792257 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17ae95-eecd-4bf3-9e26-29e6b8379e9e tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:56.792615 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17ae95-eecd-4bf3-9e26-29e6b8379e9e tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:56.793001 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17ae95-eecd-4bf3-9e26-29e6b8379e9e tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:56.793427 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17ae95-eecd-4bf3-9e26-29e6b8379e9e tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:56.793830 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17ae95-eecd-4bf3-9e26-29e6b8379e9e tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:56.794182 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17ae95-eecd-4bf3-9e26-29e6b8379e9e tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:56.794533 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17ae95-eecd-4bf3-9e26-29e6b8379e9e tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:56.794881 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17ae95-eecd-4bf3-9e26-29e6b8379e9e tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:56.795229 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17ae95-eecd-4bf3-9e26-29e6b8379e9e tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:56.798386 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-dc17ae95-eecd-4bf3-9e26-29e6b8379e9e tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:01:56.819875 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.api.v2.resource [None req-2e91b490-c7d4-4410-8318-e7ddc4097a54 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] show failed (client error): The resource could not be found. Aug 20 16:01:56.821182 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-2e91b490-c7d4-4410-8318-e7ddc4097a54 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "GET /v2.0/security-groups/60357bcf-581f-410e-9b60-1a2dc829bfa1 HTTP/1.1" status: 404 len: 347 time: 0.0289838 Aug 20 16:01:56.824774 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 34970) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:01:57.075102 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [None req-22aa815b-71c5-48c5-bdbe-1b14ccf11e7b tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Deleting port e03b03e8-e2c7-48c0-838d-cc69cc9b5973 {{(pid=75061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:01:57.075461 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-22aa815b-71c5-48c5-bdbe-1b14ccf11e7b tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:57.259534 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-22aa815b-71c5-48c5-bdbe-1b14ccf11e7b tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:57.259855 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-22aa815b-71c5-48c5-bdbe-1b14ccf11e7b tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:57.387396 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [None req-22aa815b-71c5-48c5-bdbe-1b14ccf11e7b tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Calling delete_port for e03b03e8-e2c7-48c0-838d-cc69cc9b5973 owned by network:floatingip {{(pid=75061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:01:57.545031 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-22aa815b-71c5-48c5-bdbe-1b14ccf11e7b tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519487'] for port, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:57.548588 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-5a7d4f24-ad7b-4e19-8c51-49f8c0e8261e tempest-VolumesSnapshotTestJSON-1212090935 tempest-VolumesSnapshotTestJSON-1212090935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:01:57.593059 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa815b-71c5-48c5-bdbe-1b14ccf11e7b tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Pushing event deleted for resources: {'Port': ['ID=e03b03e8-e2c7-48c0-838d-cc69cc9b5973,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:01:57.596571 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-22aa815b-71c5-48c5-bdbe-1b14ccf11e7b tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:01:57.690434 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-22aa815b-71c5-48c5-bdbe-1b14ccf11e7b tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks [] for floatingip, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:57.711150 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-22aa815b-71c5-48c5-bdbe-1b14ccf11e7b tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for floatingip, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:57.712828 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-22aa815b-71c5-48c5-bdbe-1b14ccf11e7b tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] 10.222.0.13 "DELETE /v2.0/floatingips/f7bd144c-7a95-4ade-9687-d66e61a3578f HTTP/1.1" status: 204 len: 168 time: 0.8868301 Aug 20 16:01:58.288887 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device f2d696a9-728d-4aa9-ac67-8020ab03606b no longer exists at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 16:01:58.322300 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] No Port match for: f2d696a9-728d-4aa9-ac67-8020ab03606b {{(pid=75062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 20 16:01:58.322546 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device f2d696a9-728d-4aa9-ac67-8020ab03606b not bound to the agent host hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 16:01:59.365777 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 6 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 16:02:01.822056 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 35012) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:02:02.345290 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6cf9-ff62-4d14-83ca-07fac49e45d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642399'] for router_interface, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:03.022879 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [None req-9f8a6cf9-ff62-4d14-83ca-07fac49e45d0 admin admin] Deleting port 2cfcb533-e428-458a-84c3-08a45fe515b8 {{(pid=75061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:02:03.023525 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6cf9-ff62-4d14-83ca-07fac49e45d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:03.191996 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [None req-9f8a6cf9-ff62-4d14-83ca-07fac49e45d0 admin admin] For port 2cfcb533-e428-458a-84c3-08a45fe515b8, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=2cfcb533-e428-458a-84c3-08a45fe515b8,segment=NetworkSegment(29e44bf0-25da-4d57-a187-72675e544d99),segment_id=29e44bf0-25da-4d57-a187-72675e544d99)] {{(pid=75061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:02:03.192337 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6cf9-ff62-4d14-83ca-07fac49e45d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:03.314720 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [None req-9f8a6cf9-ff62-4d14-83ca-07fac49e45d0 admin admin] Calling delete_port for 2cfcb533-e428-458a-84c3-08a45fe515b8 owned by network:router_interface {{(pid=75061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:02:03.613849 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6cf9-ff62-4d14-83ca-07fac49e45d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519487'] for port, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:03.617781 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-03d1cedc-5d9b-4a78-b2c3-ab0be0e49f7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:03.659482 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a6cf9-ff62-4d14-83ca-07fac49e45d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cfcb533-e428-458a-84c3-08a45fe515b8,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:03.662018 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-9f8a6cf9-ff62-4d14-83ca-07fac49e45d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:03.956474 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6cf9-ff62-4d14-83ca-07fac49e45d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642475'] for router_interface, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:04.644264 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8a6cf9-ff62-4d14-83ca-07fac49e45d0 admin admin] Router a9b20389-1c7e-40b6-b47f-af0f943f390d has already been hosted by L3 agent ecccf787-6cb6-4f52-bf94-e4285ae9b988 {{(pid=75061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:02:04.847631 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8a6cf9-ff62-4d14-83ca-07fac49e45d0 admin admin] Notify agent at l3_agent.dv-cinder-805398-3-smb the message routers_updated {{(pid=75061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:02:04.858603 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d9946e-42e3-4e73-be66-b038d51fa153 None None] Sync routers for ids ['a9b20389-1c7e-40b6-b47f-af0f943f390d'] in dv-cinder-805398-3-smb {{(pid=75062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 20 16:02:04.859953 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-9f8a6cf9-ff62-4d14-83ca-07fac49e45d0 admin admin] 10.222.0.13 "PUT /v2.0/routers/a9b20389-1c7e-40b6-b47f-af0f943f390d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0368419 Aug 20 16:02:04.863314 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 35026) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:02:04.870992 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d9946e-42e3-4e73-be66-b038d51fa153 None None] Routers {'a9b20389-1c7e-40b6-b47f-af0f943f390d'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:02:04.871615 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-47d9946e-42e3-4e73-be66-b038d51fa153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:01:42Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['a9b20389-1c7e-40b6-b47f-af0f943f390d'], 'active': True} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:05.051803 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvr_db [None req-47d9946e-42e3-4e73-be66-b038d51fa153 None None] Set router a9b20389-1c7e-40b6-b47f-af0f943f390d gateway port host: dv-cinder-805398-3-smb {{(pid=75062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:02:05.074207 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ab0159d6-0748-481b-acdb-e44b6182acf7 admin admin] Notify callbacks [] for router, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:05.366312 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-47d9946e-42e3-4e73-be66-b038d51fa153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'name': 'tempest-AttachVolumeTestJSON-1856526269-router', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': '064a5ec0-ca6d-4322-8a54-3af08507212f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:22Z', 'updated_at': '2021-08-20T16:02:03Z', 'revision_number': 5, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'gw_port': {'id': '064a5ec0-ca6d-4322-8a54-3af08507212f', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:62:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:24Z', 'updated_at': '2021-08-20T15:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb'}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:05.372150 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d9946e-42e3-4e73-be66-b038d51fa153 None None] Checking router: a9b20389-1c7e-40b6-b47f-af0f943f390d for host: dv-cinder-805398-3-smb {{(pid=75062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 20 16:02:05.387845 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d9946e-42e3-4e73-be66-b038d51fa153 None None] Routers {'a9b20389-1c7e-40b6-b47f-af0f943f390d'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:02:05.388889 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-47d9946e-42e3-4e73-be66-b038d51fa153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:01:42Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['a9b20389-1c7e-40b6-b47f-af0f943f390d'], 'active': True} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:05.407761 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ab0159d6-0748-481b-acdb-e44b6182acf7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:05.419202 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-ab0159d6-0748-481b-acdb-e44b6182acf7 admin admin] Deleting port 064a5ec0-ca6d-4322-8a54-3af08507212f {{(pid=75060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:02:05.419837 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ab0159d6-0748-481b-acdb-e44b6182acf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:05.569263 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvr_db [None req-47d9946e-42e3-4e73-be66-b038d51fa153 None None] Set router a9b20389-1c7e-40b6-b47f-af0f943f390d gateway port host: None {{(pid=75062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:02:05.662552 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.db [None req-ab0159d6-0748-481b-acdb-e44b6182acf7 admin admin] For port 064a5ec0-ca6d-4322-8a54-3af08507212f, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=064a5ec0-ca6d-4322-8a54-3af08507212f,segment=NetworkSegment(a5ca86d2-2020-4ee5-a03b-d47a6c676c14),segment_id=a5ca86d2-2020-4ee5-a03b-d47a6c676c14)] {{(pid=75060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:02:05.662982 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ab0159d6-0748-481b-acdb-e44b6182acf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:05.680943 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-47d9946e-42e3-4e73-be66-b038d51fa153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'name': 'tempest-AttachVolumeTestJSON-1856526269-router', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:22Z', 'updated_at': '2021-08-20T16:02:05Z', 'revision_number': 6, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'gw_port_host': None}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:05.687164 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d9946e-42e3-4e73-be66-b038d51fa153 None None] The sync data for ids ['a9b20389-1c7e-40b6-b47f-af0f943f390d'] in dv-cinder-805398-3-smb is: [{'id': 'a9b20389-1c7e-40b6-b47f-af0f943f390d', 'name': 'tempest-AttachVolumeTestJSON-1856526269-router', 'tenant_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:22Z', 'updated_at': '2021-08-20T16:02:05Z', 'revision_number': 6, 'project_id': 'e7e604552f7c48b6adf92b9295b42ab0', 'gw_port_host': None}] {{(pid=75062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 20 16:02:05.792894 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-ab0159d6-0748-481b-acdb-e44b6182acf7 admin admin] Calling delete_port for 064a5ec0-ca6d-4322-8a54-3af08507212f owned by network:router_gateway {{(pid=75060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:02:05.970371 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ab0159d6-0748-481b-acdb-e44b6182acf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6850519'] for port, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:05.974134 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-b7dcd876-4980-4882-aee9-5ab97a9f6e39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:06.015632 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0159d6-0748-481b-acdb-e44b6182acf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=064a5ec0-ca6d-4322-8a54-3af08507212f,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:06.019697 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-ab0159d6-0748-481b-acdb-e44b6182acf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:06.279049 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ab0159d6-0748-481b-acdb-e44b6182acf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405538'] for router_gateway, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:06.549889 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ab0159d6-0748-481b-acdb-e44b6182acf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12333'] for router, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:06.554166 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ab0159d6-0748-481b-acdb-e44b6182acf7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:06.580482 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ab0159d6-0748-481b-acdb-e44b6182acf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640030'] for router, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:06.581242 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0159d6-0748-481b-acdb-e44b6182acf7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9b20389-1c7e-40b6-b47f-af0f943f390d {{(pid=75060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 16:02:06.596853 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ab0159d6-0748-481b-acdb-e44b6182acf7 admin admin] Notify callbacks [] for router, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:06.598162 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-ab0159d6-0748-481b-acdb-e44b6182acf7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a9b20389-1c7e-40b6-b47f-af0f943f390d HTTP/1.1" status: 204 len: 168 time: 1.7339082 Aug 20 16:02:06.601156 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 35034) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:02:06.778103 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3842760-7b2c-4d65-aaf7-36511bffd7a7 admin admin] Deleting subnet 36223243-b246-4e2e-9e1f-57c0926d199c {{(pid=75060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 20 16:02:06.781124 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f3842760-7b2c-4d65-aaf7-36511bffd7a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:06.831534 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f3842760-7b2c-4d65-aaf7-36511bffd7a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1079870'] for subnet, precommit_delete_associations {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:06.951783 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f3842760-7b2c-4d65-aaf7-36511bffd7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3577807'] for subnet, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:07.019051 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f3842760-7b2c-4d65-aaf7-36511bffd7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3577846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6850340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1265223'] for subnet, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:07.023661 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:07.071520 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3842760-7b2c-4d65-aaf7-36511bffd7a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36223243-b246-4e2e-9e1f-57c0926d199c,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:07.075402 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-f3842760-7b2c-4d65-aaf7-36511bffd7a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:07.078186 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f3842760-7b2c-4d65-aaf7-36511bffd7a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:07.084202 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279807f4-a3ea-4f79-8ccf-41149a2952f9 None None] Network e1370026-f031-4601-8314-e240c06ab358 requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 16:02:07.086848 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-f3842760-7b2c-4d65-aaf7-36511bffd7a7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/36223243-b246-4e2e-9e1f-57c0926d199c HTTP/1.1" status: 204 len: 168 time: 0.4844499 Aug 20 16:02:07.091375 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 35038) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:02:07.195212 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-68d39576-bc82-4f60-adba-c209392ae55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3779509'] for network, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:07.206964 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-68d39576-bc82-4f60-adba-c209392ae55d admin admin] Deleting port 69e9d609-daa4-4fbb-88db-a7c906729688 {{(pid=75060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:02:07.207292 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-68d39576-bc82-4f60-adba-c209392ae55d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:07.334738 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ba78ce-daf6-41a8-b450-64d376a19ba0 None None] DHCP port deletion for e1370026-f031-4601-8314-e240c06ab358 request from dv-cinder-805398-3-smb {{(pid=75062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 20 16:02:07.338928 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-28ba78ce-daf6-41a8-b450-64d376a19ba0 None None] Deleting port 69e9d609-daa4-4fbb-88db-a7c906729688 {{(pid=75062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:02:07.339336 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-28ba78ce-daf6-41a8-b450-64d376a19ba0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:07.414053 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.db [None req-68d39576-bc82-4f60-adba-c209392ae55d admin admin] For port 69e9d609-daa4-4fbb-88db-a7c906729688, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=69e9d609-daa4-4fbb-88db-a7c906729688,segment=NetworkSegment(29e44bf0-25da-4d57-a187-72675e544d99),segment_id=29e44bf0-25da-4d57-a187-72675e544d99)] {{(pid=75060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:02:07.414401 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-68d39576-bc82-4f60-adba-c209392ae55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:07.535985 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-68d39576-bc82-4f60-adba-c209392ae55d admin admin] Calling delete_port for 69e9d609-daa4-4fbb-88db-a7c906729688 owned by network:dhcp {{(pid=75060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:02:07.546655 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-28ba78ce-daf6-41a8-b450-64d376a19ba0 None None] For port 69e9d609-daa4-4fbb-88db-a7c906729688, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=69e9d609-daa4-4fbb-88db-a7c906729688,segment=NetworkSegment(29e44bf0-25da-4d57-a187-72675e544d99),segment_id=29e44bf0-25da-4d57-a187-72675e544d99)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:02:07.547100 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-28ba78ce-daf6-41a8-b450-64d376a19ba0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:07.609431 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 064a5ec0-ca6d-4322-8a54-3af08507212f no longer exists at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 16:02:07.610829 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-68d39576-bc82-4f60-adba-c209392ae55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6850519'] for port, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:07.614742 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:07.659633 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d39576-bc82-4f60-adba-c209392ae55d admin admin] Pushing event deleted for resources: {'Port': ['ID=69e9d609-daa4-4fbb-88db-a7c906729688,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:07.663033 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-68d39576-bc82-4f60-adba-c209392ae55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:07.663803 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d39576-bc82-4f60-adba-c209392ae55d admin admin] No DVR routers for this DVR port 69e9d609-daa4-4fbb-88db-a7c906729688 on host dv-cinder-805398-3-smb {{(pid=75060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 16:02:07.738017 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-28ba78ce-daf6-41a8-b450-64d376a19ba0 None None] Calling delete_port for 69e9d609-daa4-4fbb-88db-a7c906729688 owned by network:dhcp {{(pid=75062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:02:07.763633 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] No Port match for: 064a5ec0-ca6d-4322-8a54-3af08507212f {{(pid=75062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 20 16:02:07.763978 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 064a5ec0-ca6d-4322-8a54-3af08507212f not bound to the agent host dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 16:02:07.764406 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 2cfcb533-e428-458a-84c3-08a45fe515b8 no longer exists at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 16:02:07.781436 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-68d39576-bc82-4f60-adba-c209392ae55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3576902', 'neutron.services.segments.db._delete_segments_for_network-8786829457026'] for network, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:07.794786 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-68d39576-bc82-4f60-adba-c209392ae55d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1370026-f031-4601-8314-e240c06ab358']}} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:07.808250 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] No Port match for: 2cfcb533-e428-458a-84c3-08a45fe515b8 {{(pid=75062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 20 16:02:07.808598 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 2cfcb533-e428-458a-84c3-08a45fe515b8 not bound to the agent host dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 16:02:07.809105 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 69e9d609-daa4-4fbb-88db-a7c906729688 no longer exists at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 16:02:07.812642 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-68d39576-bc82-4f60-adba-c209392ae55d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29e44bf0-25da-4d57-a187-72675e544d99') {'for_net_delete': True} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:07.813020 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-68d39576-bc82-4f60-adba-c209392ae55d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29e44bf0-25da-4d57-a187-72675e544d99') {} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:07.826522 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-68d39576-bc82-4f60-adba-c209392ae55d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786829458077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1079857'] for segment, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:07.843718 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-68d39576-bc82-4f60-adba-c209392ae55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577716'] for segment, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:07.849373 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] No Port match for: 69e9d609-daa4-4fbb-88db-a7c906729688 {{(pid=75062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 20 16:02:07.849750 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 69e9d609-daa4-4fbb-88db-a7c906729688 not bound to the agent host dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 16:02:07.851060 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d39576-bc82-4f60-adba-c209392ae55d admin admin] Releasing vlan 1253 on physical network physnet1 to pool {{(pid=75060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 20 16:02:07.851465 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-68d39576-bc82-4f60-adba-c209392ae55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3577706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6850434'] for segment, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:07.865558 dv-cinder-805398-3-smb neutron-server[75060]: Traceback (most recent call last): Aug 20 16:02:07.865558 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 20 16:02:07.865558 dv-cinder-805398-3-smb neutron-server[75060]: timer() Aug 20 16:02:07.865558 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 16:02:07.865558 dv-cinder-805398-3-smb neutron-server[75060]: cb(*args, **kw) Aug 20 16:02:07.865558 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 20 16:02:07.865558 dv-cinder-805398-3-smb neutron-server[75060]: return func(*args, **kwargs) Aug 20 16:02:07.865558 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 16:02:07.865558 dv-cinder-805398-3-smb neutron-server[75060]: self._notify() Aug 20 16:02:07.865558 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 16:02:07.865558 dv-cinder-805398-3-smb neutron-server[75060]: self.callback(batched_events) Aug 20 16:02:07.865558 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 16:02:07.865558 dv-cinder-805398-3-smb neutron-server[75060]: event.method(event) Aug 20 16:02:07.865558 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 16:02:07.865558 dv-cinder-805398-3-smb neutron-server[75060]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 16:02:07.865558 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 16:02:07.865558 dv-cinder-805398-3-smb neutron-server[75060]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 16:02:07.865558 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 16:02:07.865558 dv-cinder-805398-3-smb neutron-server[75060]: return f(self, *a, **k) Aug 20 16:02:07.865558 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 20 16:02:07.865558 dv-cinder-805398-3-smb neutron-server[75060]: return self._get(url).json() Aug 20 16:02:07.865558 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 20 16:02:07.865558 dv-cinder-805398-3-smb neutron-server[75060]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 16:02:07.865558 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 20 16:02:07.865558 dv-cinder-805398-3-smb neutron-server[75060]: return self.request(url, 'GET', **kwargs) Aug 20 16:02:07.865558 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 20 16:02:07.865558 dv-cinder-805398-3-smb neutron-server[75060]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 16:02:07.865558 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 20 16:02:07.865558 dv-cinder-805398-3-smb neutron-server[75060]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 16:02:07.865558 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 20 16:02:07.865558 dv-cinder-805398-3-smb neutron-server[75060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 16:02:07.865558 dv-cinder-805398-3-smb neutron-server[75060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 16:02:07.940975 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-68d39576-bc82-4f60-adba-c209392ae55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405599'] for network, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:07.947909 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-68d39576-bc82-4f60-adba-c209392ae55d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for network, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:07.950153 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.db.api [None req-28ba78ce-daf6-41a8-b450-64d376a19ba0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 16:02:07.950559 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_db.api [None req-28ba78ce-daf6-41a8-b450-64d376a19ba0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 16:02:07.950878 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:07.976248 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d39576-bc82-4f60-adba-c209392ae55d admin admin] Pushing event deleted for resources: {'Network': ['ID=e1370026-f031-4601-8314-e240c06ab358,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:07.978714 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-68d39576-bc82-4f60-adba-c209392ae55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:07.990769 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-68d39576-bc82-4f60-adba-c209392ae55d admin admin] 10.222.0.13 "DELETE /v2.0/networks/e1370026-f031-4601-8314-e240c06ab358 HTTP/1.1" status: 204 len: 168 time: 0.8984292 Aug 20 16:02:08.128551 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 35046) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:02:08.178307 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-7b16e7b2-da67-4215-92a7-46e44c78d240 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e7e604552f7c48b6adf92b9295b42ab0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0485423 Aug 20 16:02:08.180609 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 35050) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:02:08.239271 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-c168bfa8-02a4-4a20-a1b3-9183b8d39245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:08.263771 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-c168bfa8-02a4-4a20-a1b3-9183b8d39245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:08.313876 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-c168bfa8-02a4-4a20-a1b3-9183b8d39245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:08.317482 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-f25f2332-6053-42b1-8677-429564eacbe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:08.331508 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168bfa8-02a4-4a20-a1b3-9183b8d39245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4360e981-ee60-4031-9ba3-5fe5cb13d01c,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:08.335030 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-c168bfa8-02a4-4a20-a1b3-9183b8d39245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:08.338686 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-c168bfa8-02a4-4a20-a1b3-9183b8d39245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:08.339814 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-c168bfa8-02a4-4a20-a1b3-9183b8d39245 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4360e981-ee60-4031-9ba3-5fe5cb13d01c HTTP/1.1" status: 204 len: 168 time: 0.1583307 Aug 20 16:02:08.451852 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-28ba78ce-daf6-41a8-b450-64d376a19ba0 None None] Deleting port 69e9d609-daa4-4fbb-88db-a7c906729688 {{(pid=75062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:02:08.452540 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-28ba78ce-daf6-41a8-b450-64d376a19ba0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:08.519909 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-28ba78ce-daf6-41a8-b450-64d376a19ba0 None None] The port '69e9d609-daa4-4fbb-88db-a7c906729688' was deleted {{(pid=75062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 20 16:02:09.604435 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-2235baf7-5032-4e42-8c7a-3aaadd7d84b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:10.062750 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:11.621786 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94fda44-40e3-4b2e-afb2-8b65b468a7e7 req-e2476264-adb0-4887-8e47-74e35941eef3 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:11.623266 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f94fda44-40e3-4b2e-afb2-8b65b468a7e7 req-e2476264-adb0-4887-8e47-74e35941eef3 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 946 time: 0.0777011 Aug 20 16:02:11.671320 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f94fda44-40e3-4b2e-afb2-8b65b468a7e7 req-1105739f-8503-4c15-983a-b4267c395ba3 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420554 Aug 20 16:02:11.698927 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-dca42de3-3aa8-4d99-9c16-7c93b3c258ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:12.886094 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d0389b2a-2356-4721-921a-1836c2f9ce71 req-3e8bf868-27ae-4c81-a992-0f0c30bd0142 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-768605690&fields=id&tenant_id=ec35394f12464353a4a351c52acc2fbd HTTP/1.1" status: 200 len: 267 time: 0.0965815 Aug 20 16:02:12.948540 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c0195-adae-4df1-b4d3-521db1d87850 req-d689ec9d-cd72-4883-b52c-4beaaefe367a tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:12.949992 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d06c0195-adae-4df1-b4d3-521db1d87850 req-d689ec9d-cd72-4883-b52c-4beaaefe367a tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 946 time: 0.1413383 Aug 20 16:02:13.011462 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d06c0195-adae-4df1-b4d3-521db1d87850 req-4c85adb7-7b8b-4422-8d82-733482dea5b5 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521827 Aug 20 16:02:13.016947 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0389b2a-2356-4721-921a-1836c2f9ce71 req-81c6f41a-45b6-4c0d-ba8e-7e7fbb58e707 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:13.018903 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d0389b2a-2356-4721-921a-1836c2f9ce71 req-81c6f41a-45b6-4c0d-ba8e-7e7fbb58e707 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 984 time: 0.1273310 Aug 20 16:02:13.030029 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [req-d0389b2a-2356-4721-921a-1836c2f9ce71 req-3611995e-55ed-4155-adad-d1ff02c145db tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Request body: {'port': {'security_groups': ['95b4190b-ee08-4bef-bec3-9337339b0b65']}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:02:13.150963 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-d0389b2a-2356-4721-921a-1836c2f9ce71 req-3611995e-55ed-4155-adad-d1ff02c145db tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:13.176396 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:13.397301 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-d0389b2a-2356-4721-921a-1836c2f9ce71 req-3611995e-55ed-4155-adad-d1ff02c145db tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] For port 5c83dd14-c0ef-43ef-9720-387582cab9d1, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=5c83dd14-c0ef-43ef-9720-387582cab9d1,segment=NetworkSegment(a52ce078-bd22-42ec-957a-b9fc1c8ffc69),segment_id=a52ce078-bd22-42ec-957a-b9fc1c8ffc69)] {{(pid=75061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:02:13.422810 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-d0389b2a-2356-4721-921a-1836c2f9ce71 req-3611995e-55ed-4155-adad-d1ff02c145db tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks [] for port, precommit_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:13.427325 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-d0389b2a-2356-4721-921a-1836c2f9ce71 req-3611995e-55ed-4155-adad-d1ff02c145db tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1519478'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:13.434051 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-f48793a4-c1c1-45eb-b434-c01a4e636855 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:13.440228 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['5c83dd14-c0ef-43ef-9720-387582cab9d1'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 16:02:13.506894 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0389b2a-2356-4721-921a-1836c2f9ce71 req-3611995e-55ed-4155-adad-d1ff02c145db tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:13.507640 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-d0389b2a-2356-4721-921a-1836c2f9ce71 req-3611995e-55ed-4155-adad-d1ff02c145db tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:13.509123 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d0389b2a-2356-4721-921a-1836c2f9ce71 req-3611995e-55ed-4155-adad-d1ff02c145db tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "PUT /v2.0/ports/5c83dd14-c0ef-43ef-9720-387582cab9d1 HTTP/1.1" status: 200 len: 942 time: 0.4838190 Aug 20 16:02:13.509828 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd588459b-8b9e-4c3f-9b43-c310bb925625', 'tag': '5c83dd14-c0ef-43ef-9720-387582cab9d1'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:02:13.515771 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 35158) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:02:13.530592 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611995e-55ed-4155-adad-d1ff02c145db tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Pushing event updated for resources: {'Port': ['ID=5c83dd14-c0ef-43ef-9720-387582cab9d1,revision_number=7']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:13.534300 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-3611995e-55ed-4155-adad-d1ff02c145db tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:13.587657 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd588459b-8b9e-4c3f-9b43-c310bb925625', 'tag': '5c83dd14-c0ef-43ef-9720-387582cab9d1', 'status': 'completed', 'code': 200} Aug 20 16:02:13.644080 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['5c83dd14-c0ef-43ef-9720-387582cab9d1'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 16:02:13.657558 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-9a9193e1-45ed-4deb-bf98-9380681eda9d tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:13.690342 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-9a9193e1-45ed-4deb-bf98-9380681eda9d tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:13.738243 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-dedda588-8f7b-4dbb-8d50-6d81b4174e34 req-6457dc1f-19e7-46ae-b59a-267914cce07e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec35394f12464353a4a351c52acc2fbd&device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 1098 time: 0.1261787 Aug 20 16:02:13.780532 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-9a9193e1-45ed-4deb-bf98-9380681eda9d tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:13.786870 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-fa820409-c894-4431-9886-48c44d4ad003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:13.804213 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9193e1-45ed-4deb-bf98-9380681eda9d tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=727e2ca7-c73c-4e33-a2f2-a857dc04dacd,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:13.817685 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-9a9193e1-45ed-4deb-bf98-9380681eda9d tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:13.821625 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-9a9193e1-45ed-4deb-bf98-9380681eda9d tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:13.823003 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-9a9193e1-45ed-4deb-bf98-9380681eda9d tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "DELETE /v2.0/security-groups/727e2ca7-c73c-4e33-a2f2-a857dc04dacd HTTP/1.1" status: 204 len: 168 time: 0.3054829 Aug 20 16:02:13.825768 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 35162) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:02:13.904162 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-6b13b728-152c-4d6d-b2ea-51e96f325e7f None None] Provisioning complete for port 5c83dd14-c0ef-43ef-9720-387582cab9d1 triggered by entity DHCP. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:02:13.904573 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-6b13b728-152c-4d6d-b2ea-51e96f325e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:14.052543 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedda588-8f7b-4dbb-8d50-6d81b4174e34 req-acac323e-a6ef-428b-8a84-9f1863db7eef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:14.055205 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-dedda588-8f7b-4dbb-8d50-6d81b4174e34 req-acac323e-a6ef-428b-8a84-9f1863db7eef service neutron] 10.222.0.54 "GET /v2.0/networks?id=ebdac831-0f71-47ab-be31-14452bf996d9 HTTP/1.1" status: 200 len: 916 time: 0.3090684 Aug 20 16:02:14.204464 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-f9f50b9d-2d5e-4a59-8e47-6d91763efef4 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Deleting port 3dc75d73-835a-417b-9539-76f716a8a099 {{(pid=75060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:02:14.204799 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f9f50b9d-2d5e-4a59-8e47-6d91763efef4 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:14.228305 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-dedda588-8f7b-4dbb-8d50-6d81b4174e34 req-90acf082-04ff-4518-a079-ac82516fa468 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c83dd14-c0ef-43ef-9720-387582cab9d1 HTTP/1.1" status: 200 len: 1000 time: 0.1664345 Aug 20 16:02:14.316231 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedda588-8f7b-4dbb-8d50-6d81b4174e34 req-f4fffba4-6793-4765-955b-0bc0f90228f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:14.317716 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-dedda588-8f7b-4dbb-8d50-6d81b4174e34 req-f4fffba4-6793-4765-955b-0bc0f90228f3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d6a93898-e1a7-47e9-af71-16ce0ce7027f HTTP/1.1" status: 200 len: 853 time: 0.0820215 Aug 20 16:02:14.324315 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9986f-34e2-4cf1-a17b-aa4d821a4c43 req-242b1887-91a7-4207-91de-4ec065888ba4 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:14.325871 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b0b9986f-34e2-4cf1-a17b-aa4d821a4c43 req-242b1887-91a7-4207-91de-4ec065888ba4 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 946 time: 0.1481760 Aug 20 16:02:14.403712 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f9f50b9d-2d5e-4a59-8e47-6d91763efef4 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:14.404374 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f9f50b9d-2d5e-4a59-8e47-6d91763efef4 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:14.426337 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b0b9986f-34e2-4cf1-a17b-aa4d821a4c43 req-1891be32-a0bd-4994-a5a3-6a4cec09de67 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648007 Aug 20 16:02:14.444962 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-dedda588-8f7b-4dbb-8d50-6d81b4174e34 req-41b8bf87-33d0-4e39-8fbb-a312e02a9f24 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ebdac831-0f71-47ab-be31-14452bf996d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1179681 Aug 20 16:02:14.539695 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-f9f50b9d-2d5e-4a59-8e47-6d91763efef4 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Calling delete_port for 3dc75d73-835a-417b-9539-76f716a8a099 owned by network:floatingip {{(pid=75060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:02:14.592426 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-dedda588-8f7b-4dbb-8d50-6d81b4174e34 req-a4dca20c-9fe5-48fe-9031-cf32f1ad2802 service neutron] 10.222.0.54 "GET /v2.0/networks/ebdac831-0f71-47ab-be31-14452bf996d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392090 Aug 20 16:02:14.679468 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:14.721512 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f9f50b9d-2d5e-4a59-8e47-6d91763efef4 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6850519'] for port, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:14.727429 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-fc51f09f-cda7-4b94-8a0e-e590d9f825d6 tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:14.739046 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-dedda588-8f7b-4dbb-8d50-6d81b4174e34 req-0370c96e-b88c-4bfc-beb3-890cfc8bffc8 service neutron] 10.222.0.54 "GET /v2.0/networks/ebdac831-0f71-47ab-be31-14452bf996d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401770 Aug 20 16:02:14.769826 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f50b9d-2d5e-4a59-8e47-6d91763efef4 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Pushing event deleted for resources: {'Port': ['ID=3dc75d73-835a-417b-9539-76f716a8a099,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:14.772666 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-f9f50b9d-2d5e-4a59-8e47-6d91763efef4 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:14.870413 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f9f50b9d-2d5e-4a59-8e47-6d91763efef4 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks [] for floatingip, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:15.264837 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f50b9d-2d5e-4a59-8e47-6d91763efef4 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Router d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8 has already been hosted by L3 agent ecccf787-6cb6-4f52-bf94-e4285ae9b988 {{(pid=75060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:02:15.463178 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f50b9d-2d5e-4a59-8e47-6d91763efef4 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify agent at l3_agent.dv-cinder-805398-3-smb the message routers_updated {{(pid=75060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:02:15.473628 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f9e80c-6d5f-4505-a27b-e3f17c048cc8 None None] Sync routers for ids ['d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8'] in dv-cinder-805398-3-smb {{(pid=75063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 20 16:02:15.488106 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f9f50b9d-2d5e-4a59-8e47-6d91763efef4 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for floatingip, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:15.489609 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f9e80c-6d5f-4505-a27b-e3f17c048cc8 None None] Routers {'d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:02:15.490826 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-b6f9e80c-6d5f-4505-a27b-e3f17c048cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:02:12Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8'], 'active': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:15.548828 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-f9f50b9d-2d5e-4a59-8e47-6d91763efef4 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "DELETE /v2.0/floatingips/826ab0ab-5423-4075-80a5-607045a5f4cd HTTP/1.1" status: 204 len: 168 time: 1.7190921 Aug 20 16:02:15.548828 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd588459b-8b9e-4c3f-9b43-c310bb925625', 'tag': '5c83dd14-c0ef-43ef-9720-387582cab9d1'}] {{(pid=75060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:02:15.661496 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdce63-874d-4120-b8e3-2cd145d8d9c8 req-0ece60b1-4d1d-47c4-b3e0-516e0c3ddfd2 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:15.663069 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d9cdce63-874d-4120-b8e3-2cd145d8d9c8 req-0ece60b1-4d1d-47c4-b3e0-516e0c3ddfd2 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 946 time: 0.0867825 Aug 20 16:02:15.710128 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvr_db [None req-b6f9e80c-6d5f-4505-a27b-e3f17c048cc8 None None] Set router d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8 gateway port host: dv-cinder-805398-3-smb {{(pid=75063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:02:15.718373 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d9cdce63-874d-4120-b8e3-2cd145d8d9c8 req-0030114c-7ec2-4620-b3c3-415bbc49d55d tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495505 Aug 20 16:02:15.799616 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd588459b-8b9e-4c3f-9b43-c310bb925625', 'tag': '5c83dd14-c0ef-43ef-9720-387582cab9d1', 'status': 'completed', 'code': 200} Aug 20 16:02:15.928416 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-74121aee-df83-4091-bfa3-c4d62421a24a req-d3b6af4c-495f-4e04-be50-bbed2be8c765 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec35394f12464353a4a351c52acc2fbd&device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 1098 time: 0.1051476 Aug 20 16:02:16.079720 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74121aee-df83-4091-bfa3-c4d62421a24a req-d7bfec79-f345-4bf5-a266-c21d87588311 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:16.081256 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-74121aee-df83-4091-bfa3-c4d62421a24a req-d7bfec79-f345-4bf5-a266-c21d87588311 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ebdac831-0f71-47ab-be31-14452bf996d9 HTTP/1.1" status: 200 len: 916 time: 0.1398957 Aug 20 16:02:16.089975 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-b6f9e80c-6d5f-4505-a27b-e3f17c048cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'name': 'tempest-TestMinimumBasicScenario-533496434-router', 'tenant_id': 'ec35394f12464353a4a351c52acc2fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd1dcf20e-0f73-4040-8699-6da70e4d6515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:58:42Z', 'updated_at': '2021-08-20T15:58:48Z', 'revision_number': 4, 'project_id': 'ec35394f12464353a4a351c52acc2fbd', 'gw_port': {'id': 'd1dcf20e-0f73-4040-8699-6da70e4d6515', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:44:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:58:43Z', 'updated_at': '2021-08-20T15:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': '2df8324e-6638-4488-92f1-2b9eab409445', 'name': '', 'network_id': 'ebdac831-0f71-47ab-be31-14452bf996d9', 'tenant_id': 'ec35394f12464353a4a351c52acc2fbd', 'mac_address': 'fa:16:3e:79:1c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6a93898-e1a7-47e9-af71-16ce0ce7027f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:58:47Z', 'updated_at': '2021-08-20T15:59:01Z', 'revision_number': 5, 'project_id': 'ec35394f12464353a4a351c52acc2fbd', 'subnets': [{'id': 'd6a93898-e1a7-47e9-af71-16ce0ce7027f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:16.094225 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f9e80c-6d5f-4505-a27b-e3f17c048cc8 None None] Checking router: d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8 for host: dv-cinder-805398-3-smb {{(pid=75063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 20 16:02:16.105535 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f9e80c-6d5f-4505-a27b-e3f17c048cc8 None None] Routers {'d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:02:16.106460 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-b6f9e80c-6d5f-4505-a27b-e3f17c048cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:02:12Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8'], 'active': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:16.160127 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-74121aee-df83-4091-bfa3-c4d62421a24a req-6a5e9177-a4d0-4e66-94d9-daa49cb613af service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c83dd14-c0ef-43ef-9720-387582cab9d1 HTTP/1.1" status: 200 len: 217 time: 0.0694568 Aug 20 16:02:16.225847 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74121aee-df83-4091-bfa3-c4d62421a24a req-a59468f2-d341-4182-b786-8e776bdf944e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:16.227290 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-74121aee-df83-4091-bfa3-c4d62421a24a req-a59468f2-d341-4182-b786-8e776bdf944e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d6a93898-e1a7-47e9-af71-16ce0ce7027f HTTP/1.1" status: 200 len: 853 time: 0.0602081 Aug 20 16:02:16.293001 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvr_db [None req-b6f9e80c-6d5f-4505-a27b-e3f17c048cc8 None None] Set router d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8 gateway port host: dv-cinder-805398-3-smb {{(pid=75063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:02:16.312215 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-74121aee-df83-4091-bfa3-c4d62421a24a req-a1cc24af-5d69-4584-a3fd-d84f92282344 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ebdac831-0f71-47ab-be31-14452bf996d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0774615 Aug 20 16:02:16.468113 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-74121aee-df83-4091-bfa3-c4d62421a24a req-37cc262f-706a-44aa-bebf-73d52c91b0da service neutron] 10.222.0.54 "GET /v2.0/networks/ebdac831-0f71-47ab-be31-14452bf996d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465471 Aug 20 16:02:16.631468 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-74121aee-df83-4091-bfa3-c4d62421a24a req-c1a889ed-6a2a-4b15-b717-d164fdb1aac8 service neutron] 10.222.0.54 "GET /v2.0/networks/ebdac831-0f71-47ab-be31-14452bf996d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481123 Aug 20 16:02:16.652954 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-b6f9e80c-6d5f-4505-a27b-e3f17c048cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'name': 'tempest-TestMinimumBasicScenario-533496434-router', 'tenant_id': 'ec35394f12464353a4a351c52acc2fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd1dcf20e-0f73-4040-8699-6da70e4d6515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:58:42Z', 'updated_at': '2021-08-20T15:58:48Z', 'revision_number': 4, 'project_id': 'ec35394f12464353a4a351c52acc2fbd', 'gw_port': {'id': 'd1dcf20e-0f73-4040-8699-6da70e4d6515', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:44:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:58:43Z', 'updated_at': '2021-08-20T15:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': '2df8324e-6638-4488-92f1-2b9eab409445', 'name': '', 'network_id': 'ebdac831-0f71-47ab-be31-14452bf996d9', 'tenant_id': 'ec35394f12464353a4a351c52acc2fbd', 'mac_address': 'fa:16:3e:79:1c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6a93898-e1a7-47e9-af71-16ce0ce7027f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:58:47Z', 'updated_at': '2021-08-20T15:59:01Z', 'revision_number': 5, 'project_id': 'ec35394f12464353a4a351c52acc2fbd', 'subnets': [{'id': 'd6a93898-e1a7-47e9-af71-16ce0ce7027f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:16.657577 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f9e80c-6d5f-4505-a27b-e3f17c048cc8 None None] The sync data for ids ['d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8'] in dv-cinder-805398-3-smb is: [{'id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'name': 'tempest-TestMinimumBasicScenario-533496434-router', 'tenant_id': 'ec35394f12464353a4a351c52acc2fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd1dcf20e-0f73-4040-8699-6da70e4d6515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:58:42Z', 'updated_at': '2021-08-20T15:58:48Z', 'revision_number': 4, 'project_id': 'ec35394f12464353a4a351c52acc2fbd', 'gw_port': {'id': 'd1dcf20e-0f73-4040-8699-6da70e4d6515', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:44:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:58:43Z', 'updated_at': '2021-08-20T15:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': '2df8324e-6638-4488-92f1-2b9eab409445', 'name': '', 'network_id': 'ebdac831-0f71-47ab-be31-14452bf996d9', 'tenant_id': 'ec35394f12464353a4a351c52acc2fbd', 'mac_address': 'fa:16:3e:79:1c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6a93898-e1a7-47e9-af71-16ce0ce7027f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:58:47Z', 'updated_at': '2021-08-20T15:59:01Z', 'revision_number': 5, 'project_id': 'ec35394f12464353a4a351c52acc2fbd', 'subnets': [{'id': 'd6a93898-e1a7-47e9-af71-16ce0ce7027f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 20 16:02:16.904257 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a61dfa2-b6cd-470b-81c5-554ee27ac63e None None] New status for floating IP 826ab0ab-5423-4075-80a5-607045a5f4cd: DOWN {{(pid=75062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 20 16:02:16.973494 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a1b50-5306-4ce8-810c-ba1ee48b8ab0 req-04986fec-9ec4-47a4-93b5-aed8043defcc tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:16.975026 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-fe3a1b50-5306-4ce8-810c-ba1ee48b8ab0 req-04986fec-9ec4-47a4-93b5-aed8043defcc tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 946 time: 0.0790329 Aug 20 16:02:17.024450 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-fe3a1b50-5306-4ce8-810c-ba1ee48b8ab0 req-3c9fba16-9c25-400c-89e6-26d299402a82 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434055 Aug 20 16:02:17.910500 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:18.048216 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 35246) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:02:18.189818 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-3cc3f80f-8ccc-4d8e-abdc-bf5b4d158610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:18.223421 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-3cc3f80f-8ccc-4d8e-abdc-bf5b4d158610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:02:18.227486 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-3cc3f80f-8ccc-4d8e-abdc-bf5b4d158610 admin admin] Usage tracker for resource:security_group_rule and tenant:3947bbd80d8e4460af8e068199c72115 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:02:18.230330 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-3cc3f80f-8ccc-4d8e-abdc-bf5b4d158610 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:02:18.236192 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-3cc3f80f-8ccc-4d8e-abdc-bf5b4d158610 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:02:18.251341 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82284900-5324-4a56-9397-4f4fb2c202e3 req-b05a056f-a601-4374-a040-37d557a92ba0 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:18.253030 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-82284900-5324-4a56-9397-4f4fb2c202e3 req-b05a056f-a601-4374-a040-37d557a92ba0 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 946 time: 0.0832343 Aug 20 16:02:18.309236 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-3cc3f80f-8ccc-4d8e-abdc-bf5b4d158610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:18.313866 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-3cc3f80f-8ccc-4d8e-abdc-bf5b4d158610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:18.320926 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-7efb2338-63a7-4820-9313-0bc5a800deb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:18.365873 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3f80f-8ccc-4d8e-abdc-bf5b4d158610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b4f208-c36f-4542-9c02-41a507912e3e,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:18.369347 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-3cc3f80f-8ccc-4d8e-abdc-bf5b4d158610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:18.374055 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-3cc3f80f-8ccc-4d8e-abdc-bf5b4d158610 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3947bbd80d8e4460af8e068199c72115&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3218255 Aug 20 16:02:18.374600 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 35254) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:02:18.385264 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-82284900-5324-4a56-9397-4f4fb2c202e3 req-0eb31e72-a6d6-4776-916a-3c9812869fa2 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261601 Aug 20 16:02:18.536373 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-cf659246-f318-4392-be84-f277f4a7acd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:18.561417 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-cf659246-f318-4392-be84-f277f4a7acd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:18.613848 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-cf659246-f318-4392-be84-f277f4a7acd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:18.617680 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-6498abe3-a4cc-4d44-8602-9c8ff05778d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:18.628705 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf659246-f318-4392-be84-f277f4a7acd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b4f208-c36f-4542-9c02-41a507912e3e,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:18.632593 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-cf659246-f318-4392-be84-f277f4a7acd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:18.635848 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-cf659246-f318-4392-be84-f277f4a7acd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:18.637147 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-cf659246-f318-4392-be84-f277f4a7acd5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1b4f208-c36f-4542-9c02-41a507912e3e HTTP/1.1" status: 204 len: 168 time: 0.2613575 Aug 20 16:02:18.872215 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28997a-ca0b-4e07-b281-8172f99e0392 req-ec4e8b53-4d23-451f-a661-cbc4592f6123 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:18.873680 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6d28997a-ca0b-4e07-b281-8172f99e0392 req-ec4e8b53-4d23-451f-a661-cbc4592f6123 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 945 time: 0.0786543 Aug 20 16:02:18.926414 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6d28997a-ca0b-4e07-b281-8172f99e0392 req-c0894625-1f30-4281-9ae3-c2800e22fedb tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423796 Aug 20 16:02:18.980718 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 35268) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:02:18.999290 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-65464ba6-064a-42af-b225-a74cd997f04d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:19.030533 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-65464ba6-064a-42af-b225-a74cd997f04d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:02:19.034353 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-65464ba6-064a-42af-b225-a74cd997f04d admin admin] Usage tracker for resource:security_group_rule and tenant:573ff1b67ff042eb9a8d588ee2e8ff04 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:02:19.037155 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-65464ba6-064a-42af-b225-a74cd997f04d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:02:19.042788 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-65464ba6-064a-42af-b225-a74cd997f04d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:02:19.108401 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-65464ba6-064a-42af-b225-a74cd997f04d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:19.112705 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-65464ba6-064a-42af-b225-a74cd997f04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:19.125493 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-c168bfa8-02a4-4a20-a1b3-9183b8d39245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:19.179959 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65464ba6-064a-42af-b225-a74cd997f04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd58120-8342-4222-a177-a3e84985bec9,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:19.185462 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-65464ba6-064a-42af-b225-a74cd997f04d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=573ff1b67ff042eb9a8d588ee2e8ff04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2035551 Aug 20 16:02:19.186860 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-65464ba6-064a-42af-b225-a74cd997f04d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:19.189878 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 35272) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:02:19.249197 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f63de4f2-4dca-4781-81cf-34e076e6c930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:19.276065 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f63de4f2-4dca-4781-81cf-34e076e6c930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:19.333239 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f63de4f2-4dca-4781-81cf-34e076e6c930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:19.337073 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-16c62111-fa2a-4bbe-875b-714cb1a439f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:19.352236 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63de4f2-4dca-4781-81cf-34e076e6c930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd58120-8342-4222-a177-a3e84985bec9,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:19.355141 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-f63de4f2-4dca-4781-81cf-34e076e6c930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:19.356042 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f63de4f2-4dca-4781-81cf-34e076e6c930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:19.358891 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-f63de4f2-4dca-4781-81cf-34e076e6c930 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6fd58120-8342-4222-a177-a3e84985bec9 HTTP/1.1" status: 204 len: 168 time: 0.1663377 Aug 20 16:02:19.615015 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd91b0-135b-4e09-be98-4052ae5f8767 req-ebb4b01b-4fa5-4285-9ce2-14aed73bb846 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:19.616774 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c4bd91b0-135b-4e09-be98-4052ae5f8767 req-ebb4b01b-4fa5-4285-9ce2-14aed73bb846 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 946 time: 0.0871520 Aug 20 16:02:19.662830 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c4bd91b0-135b-4e09-be98-4052ae5f8767 req-7023d684-a28a-4767-8969-97607a7e5263 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406303 Aug 20 16:02:20.128396 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca76632-03b5-438a-9913-ba604ab19f39 req-e13c022f-c1ce-4362-bb1f-b731ad53b397 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:20.129823 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2ca76632-03b5-438a-9913-ba604ab19f39 req-e13c022f-c1ce-4362-bb1f-b731ad53b397 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 945 time: 0.0768673 Aug 20 16:02:20.181842 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2ca76632-03b5-438a-9913-ba604ab19f39 req-561527c7-bd73-46cc-aaf9-3057d6f965eb tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461562 Aug 20 16:02:20.925523 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec39b3-3a6d-417e-aa22-1b8578cbef52 req-6fb28eef-f02a-4e85-8207-21d64cb52c99 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:20.927075 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c0ec39b3-3a6d-417e-aa22-1b8578cbef52 req-6fb28eef-f02a-4e85-8207-21d64cb52c99 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.54 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 945 time: 0.1440694 Aug 20 16:02:20.936681 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7db950-964f-473f-aa2e-5ab5ad273714 req-3e0c1c0e-bb71-497a-8761-28034dd053c0 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:20.938076 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4e7db950-964f-473f-aa2e-5ab5ad273714 req-3e0c1c0e-bb71-497a-8761-28034dd053c0 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 946 time: 0.1180148 Aug 20 16:02:21.030777 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [req-c0ec39b3-3a6d-417e-aa22-1b8578cbef52 req-54d23e38-705d-4e9a-9f2d-ea92168acd93 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Deleting port 5c83dd14-c0ef-43ef-9720-387582cab9d1 {{(pid=75061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:02:21.031136 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-c0ec39b3-3a6d-417e-aa22-1b8578cbef52 req-54d23e38-705d-4e9a-9f2d-ea92168acd93 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:21.075489 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4e7db950-964f-473f-aa2e-5ab5ad273714 req-24246bc9-cf33-4424-a464-37942c79ff6d tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082208 Aug 20 16:02:21.296238 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-c0ec39b3-3a6d-417e-aa22-1b8578cbef52 req-54d23e38-705d-4e9a-9f2d-ea92168acd93 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] For port 5c83dd14-c0ef-43ef-9720-387582cab9d1, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=5c83dd14-c0ef-43ef-9720-387582cab9d1,segment=NetworkSegment(a52ce078-bd22-42ec-957a-b9fc1c8ffc69),segment_id=a52ce078-bd22-42ec-957a-b9fc1c8ffc69)] {{(pid=75061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:02:21.296590 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-c0ec39b3-3a6d-417e-aa22-1b8578cbef52 req-54d23e38-705d-4e9a-9f2d-ea92168acd93 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:21.461533 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [req-c0ec39b3-3a6d-417e-aa22-1b8578cbef52 req-54d23e38-705d-4e9a-9f2d-ea92168acd93 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Calling delete_port for 5c83dd14-c0ef-43ef-9720-387582cab9d1 owned by compute:nova {{(pid=75061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:02:21.599862 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee7785-1acb-4d8e-bcdc-7f59cba5a701 req-c86206b7-58e4-44eb-86e7-ba30f01707ba tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:21.601376 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6fee7785-1acb-4d8e-bcdc-7f59cba5a701 req-c86206b7-58e4-44eb-86e7-ba30f01707ba tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/ports?device_id=d588459b-8b9e-4c3f-9b43-c310bb925625 HTTP/1.1" status: 200 len: 945 time: 0.2972209 Aug 20 16:02:21.672821 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-c0ec39b3-3a6d-417e-aa22-1b8578cbef52 req-54d23e38-705d-4e9a-9f2d-ea92168acd93 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519487'] for port, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:21.680487 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-073069f1-21d0-4d62-9619-baaee6f7883c tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:21.684646 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['5c83dd14-c0ef-43ef-9720-387582cab9d1'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 16:02:21.722004 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 35330) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:02:21.724147 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6fee7785-1acb-4d8e-bcdc-7f59cba5a701 req-d7a8fbaf-4943-4094-8940-ff11d08d1ba8 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b4190b-ee08-4bef-bec3-9337339b0b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097522 Aug 20 16:02:21.727368 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d23e38-705d-4e9a-9f2d-ea92168acd93 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Pushing event deleted for resources: {'Port': ['ID=5c83dd14-c0ef-43ef-9720-387582cab9d1,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:21.732246 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-54d23e38-705d-4e9a-9f2d-ea92168acd93 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:21.816805 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ec39b3-3a6d-417e-aa22-1b8578cbef52 req-54d23e38-705d-4e9a-9f2d-ea92168acd93 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] No DVR routers for this DVR port 5c83dd14-c0ef-43ef-9720-387582cab9d1 on host hv-cinder-80539 {{(pid=75061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 16:02:21.819363 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-c0ec39b3-3a6d-417e-aa22-1b8578cbef52 req-54d23e38-705d-4e9a-9f2d-ea92168acd93 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:21.823785 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd588459b-8b9e-4c3f-9b43-c310bb925625', 'name': 'network-vif-deleted', 'tag': '5c83dd14-c0ef-43ef-9720-387582cab9d1'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:02:21.834759 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c0ec39b3-3a6d-417e-aa22-1b8578cbef52 req-54d23e38-705d-4e9a-9f2d-ea92168acd93 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] 10.222.0.54 "DELETE /v2.0/ports/5c83dd14-c0ef-43ef-9720-387582cab9d1 HTTP/1.1" status: 204 len: 173 time: 0.8957646 Aug 20 16:02:21.881628 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-cbec52d5-5f0b-4956-831d-14f1bfa74c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:21.894023 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd588459b-8b9e-4c3f-9b43-c310bb925625', 'name': 'network-vif-deleted', 'tag': '5c83dd14-c0ef-43ef-9720-387582cab9d1', 'status': 'completed', 'code': 200} Aug 20 16:02:21.919874 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-cbec52d5-5f0b-4956-831d-14f1bfa74c64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:02:21.924610 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-cbec52d5-5f0b-4956-831d-14f1bfa74c64 admin admin] Usage tracker for resource:security_group_rule and tenant:38cf0e683e6c40029cd19b9eddcaf064 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:02:21.927655 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-cbec52d5-5f0b-4956-831d-14f1bfa74c64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:02:21.942147 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-cbec52d5-5f0b-4956-831d-14f1bfa74c64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:02:22.016415 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-cbec52d5-5f0b-4956-831d-14f1bfa74c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:22.021132 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-cbec52d5-5f0b-4956-831d-14f1bfa74c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:22.028368 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-9f3d26cf-1e02-4d55-b502-99636ed0cdc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:22.069503 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec52d5-5f0b-4956-831d-14f1bfa74c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9546e2-528e-47fe-8f20-0e5ba03db724,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:22.072608 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-cbec52d5-5f0b-4956-831d-14f1bfa74c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:22.080120 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-cbec52d5-5f0b-4956-831d-14f1bfa74c64 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38cf0e683e6c40029cd19b9eddcaf064&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3570089 Aug 20 16:02:22.082078 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 35338) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:02:22.158838 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-6ab1669a-3241-41fa-82b1-baa4f57ffdbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:22.191527 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-6ab1669a-3241-41fa-82b1-baa4f57ffdbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:22.310927 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-6ab1669a-3241-41fa-82b1-baa4f57ffdbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:22.316169 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-ff548577-49e5-4809-9d22-122187ee2d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:22.332480 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e6ee9-e0e2-49a9-b3c8-0ecbdbd93d9e req-957f75a6-4bcc-4e3d-a2fa-710c4706e4d3 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:22.333974 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-644e6ee9-e0e2-49a9-b3c8-0ecbdbd93d9e req-957f75a6-4bcc-4e3d-a2fa-710c4706e4d3 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 946 time: 0.1083601 Aug 20 16:02:22.337921 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1669a-3241-41fa-82b1-baa4f57ffdbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9546e2-528e-47fe-8f20-0e5ba03db724,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:22.340509 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-6ab1669a-3241-41fa-82b1-baa4f57ffdbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:22.374742 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-6ab1669a-3241-41fa-82b1-baa4f57ffdbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:22.375937 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-6ab1669a-3241-41fa-82b1-baa4f57ffdbf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb9546e2-528e-47fe-8f20-0e5ba03db724 HTTP/1.1" status: 204 len: 168 time: 0.2928810 Aug 20 16:02:22.402331 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-644e6ee9-e0e2-49a9-b3c8-0ecbdbd93d9e req-c9b356cd-751f-4ceb-b050-7b7100b82886 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586886 Aug 20 16:02:22.737513 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 35348) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:02:22.758117 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a5e835d4-c664-4733-b794-792350027146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:22.805167 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-a5e835d4-c664-4733-b794-792350027146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:02:22.809126 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-a5e835d4-c664-4733-b794-792350027146 admin admin] Usage tracker for resource:security_group_rule and tenant:7595ea4f9e2544ff85b9081fd7d88039 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:02:22.812071 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-a5e835d4-c664-4733-b794-792350027146 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:02:22.818771 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-a5e835d4-c664-4733-b794-792350027146 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:02:22.871652 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8dce1710-b06e-438b-942d-93060bad6a33 req-47c64fc4-9152-444f-b042-cce82120ca1a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dbaf53e1aea443719d3e819cb3601631&device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 1099 time: 0.0870657 Aug 20 16:02:22.905491 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a5e835d4-c664-4733-b794-792350027146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:22.910732 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a5e835d4-c664-4733-b794-792350027146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:22.917885 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-0984c693-2629-4b78-a019-c9ac69d265f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:22.966876 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e835d4-c664-4733-b794-792350027146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169b9fec-cba0-4dc6-88be-146870a9098e,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:22.971747 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-a5e835d4-c664-4733-b794-792350027146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:22.977212 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-a5e835d4-c664-4733-b794-792350027146 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7595ea4f9e2544ff85b9081fd7d88039&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2385914 Aug 20 16:02:22.977988 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 35360) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:02:23.073428 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-42e06abe-fc67-4c28-814d-2b19c14f6f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:23.102801 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-42e06abe-fc67-4c28-814d-2b19c14f6f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:23.138742 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce1710-b06e-438b-942d-93060bad6a33 req-3070c12e-d839-4155-8092-b28767518296 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:23.140479 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8dce1710-b06e-438b-942d-93060bad6a33 req-3070c12e-d839-4155-8092-b28767518296 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a2292af7-a948-4fc0-8b0a-97b490608a31 HTTP/1.1" status: 200 len: 918 time: 0.2489305 Aug 20 16:02:23.160076 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-42e06abe-fc67-4c28-814d-2b19c14f6f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:23.165395 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-f63de4f2-4dca-4781-81cf-34e076e6c930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:23.179007 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e06abe-fc67-4c28-814d-2b19c14f6f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169b9fec-cba0-4dc6-88be-146870a9098e,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:23.181331 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-42e06abe-fc67-4c28-814d-2b19c14f6f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:23.189525 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-42e06abe-fc67-4c28-814d-2b19c14f6f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:23.190705 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-42e06abe-fc67-4c28-814d-2b19c14f6f68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/169b9fec-cba0-4dc6-88be-146870a9098e HTTP/1.1" status: 204 len: 168 time: 0.2119243 Aug 20 16:02:23.275721 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8dce1710-b06e-438b-942d-93060bad6a33 req-8910361e-f2a5-4e6d-9fda-fde523c3c240 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7738ce03-a921-44d1-aa4b-6401fbdabb01 HTTP/1.1" status: 200 len: 1002 time: 0.1245689 Aug 20 16:02:23.345920 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce1710-b06e-438b-942d-93060bad6a33 req-52c624fc-0ca5-4153-ac02-f99dceb4ecf8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:23.347367 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8dce1710-b06e-438b-942d-93060bad6a33 req-52c624fc-0ca5-4153-ac02-f99dceb4ecf8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2eac451a-2e42-4f5c-8315-eccf4786e9f0 HTTP/1.1" status: 200 len: 855 time: 0.0657823 Aug 20 16:02:23.441320 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8dce1710-b06e-438b-942d-93060bad6a33 req-84712bf2-297c-4026-be48-2659faafd198 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a2292af7-a948-4fc0-8b0a-97b490608a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0843091 Aug 20 16:02:23.646819 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8dce1710-b06e-438b-942d-93060bad6a33 req-4ea6dc9d-e60f-488e-bc94-f0832d09de56 service neutron] 10.222.0.54 "GET /v2.0/networks/a2292af7-a948-4fc0-8b0a-97b490608a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956346 Aug 20 16:02:23.712426 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 35412) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:02:23.771572 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdbce5-2dc2-488d-9ea4-dbde99a473fd req-a198e0f3-b8f1-4581-83bd-007074ffe1d5 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:23.773072 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f9fdbce5-2dc2-488d-9ea4-dbde99a473fd req-a198e0f3-b8f1-4581-83bd-007074ffe1d5 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 946 time: 0.2005954 Aug 20 16:02:23.842448 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8dce1710-b06e-438b-942d-93060bad6a33 req-c447fd64-613d-457c-b2ed-21b5a8a03d0b service neutron] 10.222.0.54 "GET /v2.0/networks/a2292af7-a948-4fc0-8b0a-97b490608a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848154 Aug 20 16:02:23.855376 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f9fdbce5-2dc2-488d-9ea4-dbde99a473fd req-36c1e0ac-9157-4ecc-acb0-fcbfe428d769 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596788 Aug 20 16:02:24.132758 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-795e065c-1336-44ca-bca1-73ac99348321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642399'] for router_interface, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:24.784363 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-795e065c-1336-44ca-bca1-73ac99348321 admin admin] Deleting port 2df8324e-6638-4488-92f1-2b9eab409445 {{(pid=75060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:02:24.784684 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-795e065c-1336-44ca-bca1-73ac99348321 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:25.088483 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.db [None req-795e065c-1336-44ca-bca1-73ac99348321 admin admin] For port 2df8324e-6638-4488-92f1-2b9eab409445, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=2df8324e-6638-4488-92f1-2b9eab409445,segment=NetworkSegment(a52ce078-bd22-42ec-957a-b9fc1c8ffc69),segment_id=a52ce078-bd22-42ec-957a-b9fc1c8ffc69)] {{(pid=75060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:02:25.088749 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-795e065c-1336-44ca-bca1-73ac99348321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:25.112812 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a144b-3fc4-462a-bcec-e7b803db1080 req-56cc8431-bd47-499f-944a-d2ac1954d6ab tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:25.119553 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-760a144b-3fc4-462a-bcec-e7b803db1080 req-56cc8431-bd47-499f-944a-d2ac1954d6ab tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 946 time: 0.1103740 Aug 20 16:02:25.182738 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-760a144b-3fc4-462a-bcec-e7b803db1080 req-64b0cddb-eecf-4616-8cd7-bdff848de2ad tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619988 Aug 20 16:02:25.228463 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-795e065c-1336-44ca-bca1-73ac99348321 admin admin] Calling delete_port for 2df8324e-6638-4488-92f1-2b9eab409445 owned by network:router_interface {{(pid=75060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:02:25.425747 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-795e065c-1336-44ca-bca1-73ac99348321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6850519'] for port, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:25.430033 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-489b9658-800f-4e1b-9a5e-22f133fb34c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:25.477227 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e065c-1336-44ca-bca1-73ac99348321 admin admin] Pushing event deleted for resources: {'Port': ['ID=2df8324e-6638-4488-92f1-2b9eab409445,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:25.480647 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-795e065c-1336-44ca-bca1-73ac99348321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:25.824556 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-795e065c-1336-44ca-bca1-73ac99348321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642475'] for router_interface, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:25.884619 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 35462) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:02:26.046700 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-496c7259-369f-4c00-a416-07af96ec8687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:26.086499 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-496c7259-369f-4c00-a416-07af96ec8687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:02:26.098843 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-496c7259-369f-4c00-a416-07af96ec8687 admin admin] Usage tracker for resource:security_group_rule and tenant:b958a2db19ca43c2ba625dd318376862 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:02:26.101922 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-496c7259-369f-4c00-a416-07af96ec8687 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:02:26.107952 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-496c7259-369f-4c00-a416-07af96ec8687 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:02:26.179325 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-496c7259-369f-4c00-a416-07af96ec8687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:26.185199 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-496c7259-369f-4c00-a416-07af96ec8687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:26.192566 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-114c3a8c-418e-4aeb-871c-6f4f0813a39d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:26.233083 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c7259-369f-4c00-a416-07af96ec8687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485841f6-d9ce-4f18-bc2a-f36e9f407e33,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:26.236350 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-496c7259-369f-4c00-a416-07af96ec8687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:26.241911 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-496c7259-369f-4c00-a416-07af96ec8687 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b958a2db19ca43c2ba625dd318376862&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3557839 Aug 20 16:02:26.242090 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 35470) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:02:26.380718 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-27396cf4-3655-4208-8aa0-ac699e2361dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:26.408040 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7586b2-f035-4f40-af06-81c57036326a req-e2068f88-7daf-4c46-8127-d2cf32af5801 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:26.409504 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5b7586b2-f035-4f40-af06-81c57036326a req-e2068f88-7daf-4c46-8127-d2cf32af5801 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 946 time: 0.0806103 Aug 20 16:02:26.415621 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-27396cf4-3655-4208-8aa0-ac699e2361dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:26.417634 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 5c83dd14-c0ef-43ef-9720-387582cab9d1 no longer exists at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 16:02:26.455214 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] No Port match for: 5c83dd14-c0ef-43ef-9720-387582cab9d1 {{(pid=75062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 20 16:02:26.455548 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 5c83dd14-c0ef-43ef-9720-387582cab9d1 not bound to the agent host hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 16:02:26.464393 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5b7586b2-f035-4f40-af06-81c57036326a req-a8efc6e2-bdf3-4300-b3a3-c505ad158bc0 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488496 Aug 20 16:02:26.654078 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-27396cf4-3655-4208-8aa0-ac699e2361dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:26.658997 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-7de4db28-7b59-4c98-8b37-4146f2b58011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:26.678102 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27396cf4-3655-4208-8aa0-ac699e2361dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485841f6-d9ce-4f18-bc2a-f36e9f407e33,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:26.681057 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-27396cf4-3655-4208-8aa0-ac699e2361dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:26.698259 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795e065c-1336-44ca-bca1-73ac99348321 admin admin] Router d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8 has already been hosted by L3 agent ecccf787-6cb6-4f52-bf94-e4285ae9b988 {{(pid=75060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:02:26.703332 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-27396cf4-3655-4208-8aa0-ac699e2361dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:26.704513 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-27396cf4-3655-4208-8aa0-ac699e2361dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/485841f6-d9ce-4f18-bc2a-f36e9f407e33 HTTP/1.1" status: 204 len: 168 time: 0.4616344 Aug 20 16:02:26.954295 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795e065c-1336-44ca-bca1-73ac99348321 admin admin] Notify agent at l3_agent.dv-cinder-805398-3-smb the message routers_updated {{(pid=75060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:02:26.961580 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-795e065c-1336-44ca-bca1-73ac99348321 admin admin] 10.222.0.13 "PUT /v2.0/routers/d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2478704 Aug 20 16:02:26.964921 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 35478) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:02:26.968416 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819a10c3-2d67-4131-b1ee-52a0356e093d None None] Sync routers for ids ['d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8'] in dv-cinder-805398-3-smb {{(pid=75063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 20 16:02:26.990649 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819a10c3-2d67-4131-b1ee-52a0356e093d None None] Routers {'d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:02:26.991639 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-819a10c3-2d67-4131-b1ee-52a0356e093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:02:12Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8'], 'active': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:27.198342 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvr_db [None req-819a10c3-2d67-4131-b1ee-52a0356e093d None None] Set router d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8 gateway port host: dv-cinder-805398-3-smb {{(pid=75063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:02:27.224143 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-dbcaf78b-06d4-46f8-bbc9-88a41d08647e admin admin] Notify callbacks [] for router, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:27.248912 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 35482) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:02:27.274477 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee5be-5e68-40e6-8f08-a3436bc26fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:27.312049 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-eb6ee5be-5e68-40e6-8f08-a3436bc26fae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:02:27.316899 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-eb6ee5be-5e68-40e6-8f08-a3436bc26fae admin admin] Usage tracker for resource:security_group_rule and tenant:f82be181ec6042499482d36ac69c832c is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:02:27.320181 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-eb6ee5be-5e68-40e6-8f08-a3436bc26fae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:02:27.327631 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-eb6ee5be-5e68-40e6-8f08-a3436bc26fae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:02:27.408382 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee5be-5e68-40e6-8f08-a3436bc26fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:27.414133 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee5be-5e68-40e6-8f08-a3436bc26fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:27.422028 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-22cfaf73-d140-48e7-86a6-54075efeb67f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:27.463662 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ee5be-5e68-40e6-8f08-a3436bc26fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82171b65-164b-4b4d-ba1f-505d785e757d,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:27.466674 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-eb6ee5be-5e68-40e6-8f08-a3436bc26fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:27.472222 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-eb6ee5be-5e68-40e6-8f08-a3436bc26fae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f82be181ec6042499482d36ac69c832c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2176137 Aug 20 16:02:27.472419 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 35486) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:02:27.503365 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-dbcaf78b-06d4-46f8-bbc9-88a41d08647e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:27.519014 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [None req-dbcaf78b-06d4-46f8-bbc9-88a41d08647e admin admin] Deleting port d1dcf20e-0f73-4040-8699-6da70e4d6515 {{(pid=75061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:02:27.519536 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-dbcaf78b-06d4-46f8-bbc9-88a41d08647e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:27.554737 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ec1e05c2-8344-4160-8f4f-54a6fc807898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:27.573113 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-819a10c3-2d67-4131-b1ee-52a0356e093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'name': 'tempest-TestMinimumBasicScenario-533496434-router', 'tenant_id': 'ec35394f12464353a4a351c52acc2fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd1dcf20e-0f73-4040-8699-6da70e4d6515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:58:42Z', 'updated_at': '2021-08-20T16:02:25Z', 'revision_number': 5, 'project_id': 'ec35394f12464353a4a351c52acc2fbd', 'gw_port': {'id': 'd1dcf20e-0f73-4040-8699-6da70e4d6515', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:44:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:58:43Z', 'updated_at': '2021-08-20T15:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb'}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:27.577256 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819a10c3-2d67-4131-b1ee-52a0356e093d None None] Checking router: d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8 for host: dv-cinder-805398-3-smb {{(pid=75063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 20 16:02:27.591903 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819a10c3-2d67-4131-b1ee-52a0356e093d None None] Routers {'d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:02:27.592772 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-819a10c3-2d67-4131-b1ee-52a0356e093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:02:12Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8'], 'active': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:27.592907 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ec1e05c2-8344-4160-8f4f-54a6fc807898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:27.656370 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ec1e05c2-8344-4160-8f4f-54a6fc807898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:27.661854 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-5271f4ad-d14c-4d07-b873-3e4ebec00dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:27.672816 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e05c2-8344-4160-8f4f-54a6fc807898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82171b65-164b-4b4d-ba1f-505d785e757d,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:27.679933 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-ec1e05c2-8344-4160-8f4f-54a6fc807898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:27.681253 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ec1e05c2-8344-4160-8f4f-54a6fc807898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:27.685034 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-ec1e05c2-8344-4160-8f4f-54a6fc807898 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82171b65-164b-4b4d-ba1f-505d785e757d HTTP/1.1" status: 204 len: 168 time: 0.2115388 Aug 20 16:02:27.777545 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvr_db [None req-819a10c3-2d67-4131-b1ee-52a0356e093d None None] Set router d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8 gateway port host: None {{(pid=75063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:02:27.892916 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-819a10c3-2d67-4131-b1ee-52a0356e093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'name': 'tempest-TestMinimumBasicScenario-533496434-router', 'tenant_id': 'ec35394f12464353a4a351c52acc2fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:58:42Z', 'updated_at': '2021-08-20T16:02:27Z', 'revision_number': 6, 'project_id': 'ec35394f12464353a4a351c52acc2fbd', 'gw_port_host': None}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:27.897810 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819a10c3-2d67-4131-b1ee-52a0356e093d None None] The sync data for ids ['d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8'] in dv-cinder-805398-3-smb is: [{'id': 'd35c7fe7-a378-41e3-997a-2b5b3c1fd7c8', 'name': 'tempest-TestMinimumBasicScenario-533496434-router', 'tenant_id': 'ec35394f12464353a4a351c52acc2fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:58:42Z', 'updated_at': '2021-08-20T16:02:27Z', 'revision_number': 6, 'project_id': 'ec35394f12464353a4a351c52acc2fbd', 'gw_port_host': None}] {{(pid=75063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 20 16:02:27.906248 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [None req-dbcaf78b-06d4-46f8-bbc9-88a41d08647e admin admin] For port d1dcf20e-0f73-4040-8699-6da70e4d6515, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=d1dcf20e-0f73-4040-8699-6da70e4d6515,segment=NetworkSegment(a5ca86d2-2020-4ee5-a03b-d47a6c676c14),segment_id=a5ca86d2-2020-4ee5-a03b-d47a6c676c14)] {{(pid=75061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:02:27.906606 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-dbcaf78b-06d4-46f8-bbc9-88a41d08647e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:28.038841 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc131be4-6cf3-4874-be29-0284a9cfaacc req-0336468a-3297-4ac6-b1d9-41f058ebc9a9 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:28.040308 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-fc131be4-6cf3-4874-be29-0284a9cfaacc req-0336468a-3297-4ac6-b1d9-41f058ebc9a9 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 946 time: 0.2592106 Aug 20 16:02:28.046636 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [None req-dbcaf78b-06d4-46f8-bbc9-88a41d08647e admin admin] Calling delete_port for d1dcf20e-0f73-4040-8699-6da70e4d6515 owned by network:router_gateway {{(pid=75061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:02:28.154611 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-fc131be4-6cf3-4874-be29-0284a9cfaacc req-19325305-14c9-44e2-9f7d-fd30fb7e2d88 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809517 Aug 20 16:02:28.289997 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-dbcaf78b-06d4-46f8-bbc9-88a41d08647e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519487'] for port, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:28.296449 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-cea78488-78b4-41f5-83ab-ea9bd9079939 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:28.342338 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcaf78b-06d4-46f8-bbc9-88a41d08647e admin admin] Pushing event deleted for resources: {'Port': ['ID=d1dcf20e-0f73-4040-8699-6da70e4d6515,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:28.344932 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-dbcaf78b-06d4-46f8-bbc9-88a41d08647e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:28.584834 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-dbcaf78b-06d4-46f8-bbc9-88a41d08647e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405538'] for router_gateway, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:28.862991 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-dbcaf78b-06d4-46f8-bbc9-88a41d08647e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12333'] for router, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:28.868358 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-dbcaf78b-06d4-46f8-bbc9-88a41d08647e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:28.967569 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-dbcaf78b-06d4-46f8-bbc9-88a41d08647e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640030'] for router, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:28.968081 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcaf78b-06d4-46f8-bbc9-88a41d08647e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8 {{(pid=75061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 16:02:28.990300 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-dbcaf78b-06d4-46f8-bbc9-88a41d08647e admin admin] Notify callbacks [] for router, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:28.993886 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-dbcaf78b-06d4-46f8-bbc9-88a41d08647e admin admin] 10.222.0.13 "DELETE /v2.0/routers/d35c7fe7-a378-41e3-997a-2b5b3c1fd7c8 HTTP/1.1" status: 204 len: 168 time: 2.0247307 Aug 20 16:02:28.994359 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 35514) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:02:29.066390 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9afc1d1-2e7c-4540-87b1-68e53e10f053 admin admin] Deleting subnet d6a93898-e1a7-47e9-af71-16ce0ce7027f {{(pid=75060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 20 16:02:29.070165 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a9afc1d1-2e7c-4540-87b1-68e53e10f053 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:29.132147 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a9afc1d1-2e7c-4540-87b1-68e53e10f053 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1079870'] for subnet, precommit_delete_associations {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:29.244086 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a9afc1d1-2e7c-4540-87b1-68e53e10f053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3577807'] for subnet, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:29.331007 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a9afc1d1-2e7c-4540-87b1-68e53e10f053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3577846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6850340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1265223'] for subnet, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:29.343530 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-9427a3b0-d4f0-4635-b47c-0c74fbdd6a4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:29.389755 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbac91f-4071-42e9-8dbb-5ccabec8f1f2 None None] Network ebdac831-0f71-47ab-be31-14452bf996d9 requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 16:02:29.405880 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afc1d1-2e7c-4540-87b1-68e53e10f053 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6a93898-e1a7-47e9-af71-16ce0ce7027f,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:29.408154 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a9afc1d1-2e7c-4540-87b1-68e53e10f053 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:29.416574 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-a9afc1d1-2e7c-4540-87b1-68e53e10f053 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d6a93898-e1a7-47e9-af71-16ce0ce7027f HTTP/1.1" status: 204 len: 168 time: 0.4199500 Aug 20 16:02:29.416574 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-a9afc1d1-2e7c-4540-87b1-68e53e10f053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:29.419110 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 35524) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:02:29.576278 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-60ae1a00-44fc-4c0b-b6f4-62ef64fd0d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3779509'] for network, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:29.592625 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [None req-60ae1a00-44fc-4c0b-b6f4-62ef64fd0d69 admin admin] Deleting port 0bcc8799-8629-46da-b875-96c2fa44c875 {{(pid=75061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:02:29.592947 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-60ae1a00-44fc-4c0b-b6f4-62ef64fd0d69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:29.634857 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 2df8324e-6638-4488-92f1-2b9eab409445 no longer exists at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 16:02:29.675333 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] No Port match for: 2df8324e-6638-4488-92f1-2b9eab409445 {{(pid=75062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 20 16:02:29.675981 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 2df8324e-6638-4488-92f1-2b9eab409445 not bound to the agent host dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 16:02:29.676732 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device d1dcf20e-0f73-4040-8699-6da70e4d6515 no longer exists at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 16:02:29.714938 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82b909-7000-476a-a888-40458a847fe0 req-ad0442ca-a85c-4137-b3fc-e370b72631c5 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:29.715391 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] No Port match for: d1dcf20e-0f73-4040-8699-6da70e4d6515 {{(pid=75062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 20 16:02:29.715798 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device d1dcf20e-0f73-4040-8699-6da70e4d6515 not bound to the agent host dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 16:02:29.716422 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-1a82b909-7000-476a-a888-40458a847fe0 req-ad0442ca-a85c-4137-b3fc-e370b72631c5 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 946 time: 0.3494372 Aug 20 16:02:29.826477 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743a458b-a13a-4245-9228-d49fa4a5e3b1 None None] DHCP port deletion for ebdac831-0f71-47ab-be31-14452bf996d9 request from dv-cinder-805398-3-smb {{(pid=75062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 20 16:02:29.830789 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-743a458b-a13a-4245-9228-d49fa4a5e3b1 None None] Deleting port 0bcc8799-8629-46da-b875-96c2fa44c875 {{(pid=75062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:02:29.831331 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-743a458b-a13a-4245-9228-d49fa4a5e3b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:29.836855 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-1a82b909-7000-476a-a888-40458a847fe0 req-530b70dc-cc24-476c-8323-fb4c60fc8668 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082230 Aug 20 16:02:29.964114 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [None req-60ae1a00-44fc-4c0b-b6f4-62ef64fd0d69 admin admin] For port 0bcc8799-8629-46da-b875-96c2fa44c875, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=0bcc8799-8629-46da-b875-96c2fa44c875,segment=NetworkSegment(a52ce078-bd22-42ec-957a-b9fc1c8ffc69),segment_id=a52ce078-bd22-42ec-957a-b9fc1c8ffc69)] {{(pid=75061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:02:29.964491 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-60ae1a00-44fc-4c0b-b6f4-62ef64fd0d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:30.104801 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [None req-60ae1a00-44fc-4c0b-b6f4-62ef64fd0d69 admin admin] Calling delete_port for 0bcc8799-8629-46da-b875-96c2fa44c875 owned by network:dhcp {{(pid=75061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:02:30.175776 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-743a458b-a13a-4245-9228-d49fa4a5e3b1 None None] For port 0bcc8799-8629-46da-b875-96c2fa44c875, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=0bcc8799-8629-46da-b875-96c2fa44c875,segment=NetworkSegment(a52ce078-bd22-42ec-957a-b9fc1c8ffc69),segment_id=a52ce078-bd22-42ec-957a-b9fc1c8ffc69)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:02:30.177523 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-743a458b-a13a-4245-9228-d49fa4a5e3b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:30.191591 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-60ae1a00-44fc-4c0b-b6f4-62ef64fd0d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519487'] for port, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:30.195656 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-9f8a6cf9-ff62-4d14-83ca-07fac49e45d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:30.252680 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae1a00-44fc-4c0b-b6f4-62ef64fd0d69 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bcc8799-8629-46da-b875-96c2fa44c875,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:30.258827 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-60ae1a00-44fc-4c0b-b6f4-62ef64fd0d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:30.268045 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ae1a00-44fc-4c0b-b6f4-62ef64fd0d69 admin admin] No DVR routers for this DVR port 0bcc8799-8629-46da-b875-96c2fa44c875 on host dv-cinder-805398-3-smb {{(pid=75061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 16:02:30.327343 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-743a458b-a13a-4245-9228-d49fa4a5e3b1 None None] Calling delete_port for 0bcc8799-8629-46da-b875-96c2fa44c875 owned by network:dhcp {{(pid=75062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:02:30.405617 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-60ae1a00-44fc-4c0b-b6f4-62ef64fd0d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3576902', 'neutron.services.segments.db._delete_segments_for_network-8786829457026'] for network, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:30.419926 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.db.api [None req-743a458b-a13a-4245-9228-d49fa4a5e3b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 16:02:30.422841 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.services.segments.db [None req-60ae1a00-44fc-4c0b-b6f4-62ef64fd0d69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebdac831-0f71-47ab-be31-14452bf996d9']}} {{(pid=75061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:30.423921 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_db.api [None req-743a458b-a13a-4245-9228-d49fa4a5e3b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 16:02:30.428460 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 7738ce03-a921-44d1-aa4b-6401fbdabb01 details requested by agent hyperv_hv-cinder-80539 with host hv-cinder-80539 {{(pid=75062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 16:02:30.440566 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.services.segments.db [None req-60ae1a00-44fc-4c0b-b6f4-62ef64fd0d69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a52ce078-bd22-42ec-957a-b9fc1c8ffc69') {'for_net_delete': True} {{(pid=75061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:30.440853 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.services.segments.db [None req-60ae1a00-44fc-4c0b-b6f4-62ef64fd0d69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a52ce078-bd22-42ec-957a-b9fc1c8ffc69') {} {{(pid=75061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:30.453281 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-60ae1a00-44fc-4c0b-b6f4-62ef64fd0d69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786829458077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1484678'] for segment, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:30.474048 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-60ae1a00-44fc-4c0b-b6f4-62ef64fd0d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577716'] for segment, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:30.484741 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ae1a00-44fc-4c0b-b6f4-62ef64fd0d69 admin admin] Releasing vlan 1252 on physical network physnet1 to pool {{(pid=75061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 20 16:02:30.485487 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-60ae1a00-44fc-4c0b-b6f4-62ef64fd0d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3577706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1519402'] for segment, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:30.503283 dv-cinder-805398-3-smb neutron-server[75061]: Traceback (most recent call last): Aug 20 16:02:30.503283 dv-cinder-805398-3-smb neutron-server[75061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 20 16:02:30.503283 dv-cinder-805398-3-smb neutron-server[75061]: timer() Aug 20 16:02:30.503283 dv-cinder-805398-3-smb neutron-server[75061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 16:02:30.503283 dv-cinder-805398-3-smb neutron-server[75061]: cb(*args, **kw) Aug 20 16:02:30.503283 dv-cinder-805398-3-smb neutron-server[75061]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 20 16:02:30.503283 dv-cinder-805398-3-smb neutron-server[75061]: return func(*args, **kwargs) Aug 20 16:02:30.503283 dv-cinder-805398-3-smb neutron-server[75061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 16:02:30.503283 dv-cinder-805398-3-smb neutron-server[75061]: self._notify() Aug 20 16:02:30.503283 dv-cinder-805398-3-smb neutron-server[75061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 16:02:30.503283 dv-cinder-805398-3-smb neutron-server[75061]: self.callback(batched_events) Aug 20 16:02:30.503283 dv-cinder-805398-3-smb neutron-server[75061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 16:02:30.503283 dv-cinder-805398-3-smb neutron-server[75061]: event.method(event) Aug 20 16:02:30.503283 dv-cinder-805398-3-smb neutron-server[75061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 16:02:30.503283 dv-cinder-805398-3-smb neutron-server[75061]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 16:02:30.503283 dv-cinder-805398-3-smb neutron-server[75061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 16:02:30.503283 dv-cinder-805398-3-smb neutron-server[75061]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 16:02:30.503283 dv-cinder-805398-3-smb neutron-server[75061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 16:02:30.503283 dv-cinder-805398-3-smb neutron-server[75061]: return f(self, *a, **k) Aug 20 16:02:30.503283 dv-cinder-805398-3-smb neutron-server[75061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 20 16:02:30.503283 dv-cinder-805398-3-smb neutron-server[75061]: return self._get(url).json() Aug 20 16:02:30.503283 dv-cinder-805398-3-smb neutron-server[75061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 20 16:02:30.503283 dv-cinder-805398-3-smb neutron-server[75061]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 16:02:30.503283 dv-cinder-805398-3-smb neutron-server[75061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 20 16:02:30.503283 dv-cinder-805398-3-smb neutron-server[75061]: return self.request(url, 'GET', **kwargs) Aug 20 16:02:30.503283 dv-cinder-805398-3-smb neutron-server[75061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 20 16:02:30.503283 dv-cinder-805398-3-smb neutron-server[75061]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 16:02:30.503283 dv-cinder-805398-3-smb neutron-server[75061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 20 16:02:30.503283 dv-cinder-805398-3-smb neutron-server[75061]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 16:02:30.503283 dv-cinder-805398-3-smb neutron-server[75061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 20 16:02:30.503283 dv-cinder-805398-3-smb neutron-server[75061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 16:02:30.503283 dv-cinder-805398-3-smb neutron-server[75061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 16:02:30.600576 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-60ae1a00-44fc-4c0b-b6f4-62ef64fd0d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405599'] for network, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:30.601821 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 7738ce03-a921-44d1-aa4b-6401fbdabb01, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=7738ce03-a921-44d1-aa4b-6401fbdabb01,segment=NetworkSegment(68bd6238-2a31-45ae-8fff-c07ee9ddc968),segment_id=68bd6238-2a31-45ae-8fff-c07ee9ddc968)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:02:30.605770 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:30.622451 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Returning: {'device': '7738ce03-a921-44d1-aa4b-6401fbdabb01', 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31', 'port_id': '7738ce03-a921-44d1-aa4b-6401fbdabb01', 'mac_address': 'fa:16:3e:4d:66:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eac451a-2e42-4f5c-8315-eccf4786e9f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 16:02:30.632330 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-60ae1a00-44fc-4c0b-b6f4-62ef64fd0d69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for network, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:30.651304 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae1a00-44fc-4c0b-b6f4-62ef64fd0d69 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebdac831-0f71-47ab-be31-14452bf996d9,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:30.654227 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-60ae1a00-44fc-4c0b-b6f4-62ef64fd0d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:30.660524 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-60ae1a00-44fc-4c0b-b6f4-62ef64fd0d69 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ebdac831-0f71-47ab-be31-14452bf996d9 HTTP/1.1" status: 204 len: 168 time: 1.2364025 Aug 20 16:02:30.661121 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 35542) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:02:30.702310 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:30.725712 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7738ce03-a921-44d1-aa4b-6401fbdabb01 {{(pid=75062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 16:02:30.750063 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 7738ce03-a921-44d1-aa4b-6401fbdabb01, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=7738ce03-a921-44d1-aa4b-6401fbdabb01,segment=NetworkSegment(68bd6238-2a31-45ae-8fff-c07ee9ddc968),segment_id=68bd6238-2a31-45ae-8fff-c07ee9ddc968)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:02:30.758600 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:30.761240 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:30.861494 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=7738ce03-a921-44d1-aa4b-6401fbdabb01,revision_number=6']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:30.871464 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:30.872064 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:30.872488 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:30.872909 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:30.873326 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:30.873840 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:30.874260 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:30.874717 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:30.875159 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:30.875568 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:30.876182 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:30.889132 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['7738ce03-a921-44d1-aa4b-6401fbdabb01'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 16:02:30.921695 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:30.937249 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-743a458b-a13a-4245-9228-d49fa4a5e3b1 None None] Deleting port 0bcc8799-8629-46da-b875-96c2fa44c875 {{(pid=75062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:02:30.937735 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-743a458b-a13a-4245-9228-d49fa4a5e3b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:31.125136 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9022a7-da71-4bae-b736-4ca2e461700f req-eaee31a6-6667-4ed5-8850-6b2fe3c91ae8 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:31.127708 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9a9022a7-da71-4bae-b736-4ca2e461700f req-eaee31a6-6667-4ed5-8850-6b2fe3c91ae8 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 945 time: 0.0943742 Aug 20 16:02:31.183468 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9a9022a7-da71-4bae-b736-4ca2e461700f req-5d7e84c3-4491-45ba-8ad9-cf7ed98c5ceb tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501614 Aug 20 16:02:31.194616 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-743a458b-a13a-4245-9228-d49fa4a5e3b1 None None] The port '0bcc8799-8629-46da-b875-96c2fa44c875' was deleted {{(pid=75062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 20 16:02:31.319923 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-87f5cc1b-87d9-4484-8de3-962b889c4c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642399'] for router_interface, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:31.638973 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 0bcc8799-8629-46da-b875-96c2fa44c875 no longer exists at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 16:02:31.677867 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] No Port match for: 0bcc8799-8629-46da-b875-96c2fa44c875 {{(pid=75062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 20 16:02:31.678597 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 0bcc8799-8629-46da-b875-96c2fa44c875 not bound to the agent host dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 16:02:32.370973 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-87f5cc1b-87d9-4484-8de3-962b889c4c92 admin admin] Deleting port c3a17229-f092-4999-933c-29b6ade9892f {{(pid=75060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:02:32.371568 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-87f5cc1b-87d9-4484-8de3-962b889c4c92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:32.444230 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 7738ce03-a921-44d1-aa4b-6401fbdabb01 up at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 16:02:32.515747 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d764216-11c8-4d1d-a512-05232df5530a req-4940a30f-60dc-46a1-b8a2-8cbe95b344b7 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:32.517265 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7d764216-11c8-4d1d-a512-05232df5530a req-4940a30f-60dc-46a1-b8a2-8cbe95b344b7 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 945 time: 0.1069031 Aug 20 16:02:32.560304 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning complete for port 7738ce03-a921-44d1-aa4b-6401fbdabb01 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:02:32.561001 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:32.586797 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7d764216-11c8-4d1d-a512-05232df5530a req-071cec1f-4c1d-48ea-baab-fc42ae53706d tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620546 Aug 20 16:02:32.613481 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.db [None req-87f5cc1b-87d9-4484-8de3-962b889c4c92 admin admin] For port c3a17229-f092-4999-933c-29b6ade9892f, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=c3a17229-f092-4999-933c-29b6ade9892f,segment=NetworkSegment(86af7d02-8040-408b-8d57-8384ab484dae),segment_id=86af7d02-8040-408b-8d57-8384ab484dae)] {{(pid=75060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:02:32.613868 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-87f5cc1b-87d9-4484-8de3-962b889c4c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:32.744045 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:32.760230 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-87f5cc1b-87d9-4484-8de3-962b889c4c92 admin admin] Calling delete_port for c3a17229-f092-4999-933c-29b6ade9892f owned by network:router_interface {{(pid=75060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:02:32.775879 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c03151-1dd1-414a-9cb1-1afd181fe9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7738ce03-a921-44d1-aa4b-6401fbdabb01'}] {{(pid=75062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:02:32.800990 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 7738ce03-a921-44d1-aa4b-6401fbdabb01, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=7738ce03-a921-44d1-aa4b-6401fbdabb01,segment=NetworkSegment(68bd6238-2a31-45ae-8fff-c07ee9ddc968),segment_id=68bd6238-2a31-45ae-8fff-c07ee9ddc968)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:02:32.811513 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:32.814174 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-93560105-5fbc-4cff-938f-1e258a063b04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:32.887054 dv-cinder-805398-3-smb neutron-server[75062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c03151-1dd1-414a-9cb1-1afd181fe9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7738ce03-a921-44d1-aa4b-6401fbdabb01', 'code': 200} Aug 20 16:02:32.927231 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=7738ce03-a921-44d1-aa4b-6401fbdabb01,revision_number=7']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:32.930655 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:32.997341 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-87f5cc1b-87d9-4484-8de3-962b889c4c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6850519'] for port, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:33.002443 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-7fee0ab6-3b37-4019-88b6-6f094d86e1c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:33.051155 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5cc1b-87d9-4484-8de3-962b889c4c92 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3a17229-f092-4999-933c-29b6ade9892f,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:33.066564 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-87f5cc1b-87d9-4484-8de3-962b889c4c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:33.522783 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-87f5cc1b-87d9-4484-8de3-962b889c4c92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642475'] for router_interface, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:33.801101 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 35586) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:02:33.890844 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8696950-0aca-4c71-b6aa-2eb0da78c3bc req-d8e02a7e-12e0-42a1-b683-1c0da53c1182 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:33.898154 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b8696950-0aca-4c71-b6aa-2eb0da78c3bc req-d8e02a7e-12e0-42a1-b683-1c0da53c1182 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 946 time: 0.1317580 Aug 20 16:02:33.960833 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b8696950-0aca-4c71-b6aa-2eb0da78c3bc req-16fc7fde-ca01-492e-a5f2-0e8fef1bf7c6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593224 Aug 20 16:02:34.110157 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-afbabaab-dd19-4621-a971-798180bda1e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:34.164491 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-afbabaab-dd19-4621-a971-798180bda1e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:02:34.170288 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-afbabaab-dd19-4621-a971-798180bda1e4 admin admin] Usage tracker for resource:security_group_rule and tenant:dffd5027b6a04823936aca7adb86e6ca is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:02:34.174055 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-afbabaab-dd19-4621-a971-798180bda1e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:02:34.181566 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-afbabaab-dd19-4621-a971-798180bda1e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:02:34.289102 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-afbabaab-dd19-4621-a971-798180bda1e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:34.295885 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-afbabaab-dd19-4621-a971-798180bda1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:34.306331 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-496c7259-369f-4c00-a416-07af96ec8687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:34.357075 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f5cc1b-87d9-4484-8de3-962b889c4c92 admin admin] Router 1c02173c-8769-4e14-9f2e-8d4cca4e0e0a has already been hosted by L3 agent ecccf787-6cb6-4f52-bf94-e4285ae9b988 {{(pid=75060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:02:34.357966 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbabaab-dd19-4621-a971-798180bda1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd81239-c826-4edb-86f5-99ff13de6577,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:34.362199 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-afbabaab-dd19-4621-a971-798180bda1e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:34.368410 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-afbabaab-dd19-4621-a971-798180bda1e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dffd5027b6a04823936aca7adb86e6ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5654459 Aug 20 16:02:34.368913 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 35596) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:02:34.457897 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-f027ebe9-cdf6-4542-badb-5a435c48e01f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:34.501556 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-f027ebe9-cdf6-4542-badb-5a435c48e01f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:34.565484 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-f027ebe9-cdf6-4542-badb-5a435c48e01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:34.572052 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-ef37705e-3547-4885-8b3f-05f12c04acc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:34.587286 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027ebe9-cdf6-4542-badb-5a435c48e01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd81239-c826-4edb-86f5-99ff13de6577,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:34.590076 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-f027ebe9-cdf6-4542-badb-5a435c48e01f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:34.591642 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-f027ebe9-cdf6-4542-badb-5a435c48e01f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:34.596528 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-f027ebe9-cdf6-4542-badb-5a435c48e01f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7dd81239-c826-4edb-86f5-99ff13de6577 HTTP/1.1" status: 204 len: 168 time: 0.2265306 Aug 20 16:02:34.663087 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f5cc1b-87d9-4484-8de3-962b889c4c92 admin admin] Notify agent at l3_agent.dv-cinder-805398-3-smb the message routers_updated {{(pid=75060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:02:34.672635 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8d7771-8024-45e9-8672-859a8514f17b None None] Sync routers for ids ['1c02173c-8769-4e14-9f2e-8d4cca4e0e0a'] in dv-cinder-805398-3-smb {{(pid=75062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 20 16:02:34.689387 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-87f5cc1b-87d9-4484-8de3-962b889c4c92 admin admin] 10.222.0.13 "PUT /v2.0/routers/1c02173c-8769-4e14-9f2e-8d4cca4e0e0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0241814 Aug 20 16:02:34.689888 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 35602) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:02:34.694138 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8d7771-8024-45e9-8672-859a8514f17b None None] Routers {'1c02173c-8769-4e14-9f2e-8d4cca4e0e0a'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:02:34.695318 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-3d8d7771-8024-45e9-8672-859a8514f17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:02:12Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['1c02173c-8769-4e14-9f2e-8d4cca4e0e0a'], 'active': True} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:34.967381 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-02b592f8-42e5-4b82-b9d1-3db67e2c7aa6 admin admin] Notify callbacks [] for router, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:34.992855 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvr_db [None req-3d8d7771-8024-45e9-8672-859a8514f17b None None] Set router 1c02173c-8769-4e14-9f2e-8d4cca4e0e0a gateway port host: dv-cinder-805398-3-smb {{(pid=75062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:02:35.337058 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba27fad-55fe-490e-888b-65590e1ddb70 req-4f7acecc-9d52-4e69-b2b3-842c57e90a8d tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:35.342404 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4ba27fad-55fe-490e-888b-65590e1ddb70 req-4f7acecc-9d52-4e69-b2b3-842c57e90a8d tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 946 time: 0.1790924 Aug 20 16:02:35.416811 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-02b592f8-42e5-4b82-b9d1-3db67e2c7aa6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:35.429821 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-02b592f8-42e5-4b82-b9d1-3db67e2c7aa6 admin admin] Deleting port f8d062ed-99cf-4710-8d99-304bd34c48b0 {{(pid=75060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:02:35.430378 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-02b592f8-42e5-4b82-b9d1-3db67e2c7aa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:35.442746 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4ba27fad-55fe-490e-888b-65590e1ddb70 req-f2649239-a1e3-472c-99f0-b3d41b2b83f6 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929983 Aug 20 16:02:35.549459 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-3d8d7771-8024-45e9-8672-859a8514f17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c02173c-8769-4e14-9f2e-8d4cca4e0e0a', 'name': 'tempest-TestMinimumBasicScenario-161346081-router', 'tenant_id': '010f88160e9a48ae87dc8b24f02463de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f8d062ed-99cf-4710-8d99-304bd34c48b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:58:53Z', 'updated_at': '2021-08-20T16:02:32Z', 'revision_number': 5, 'project_id': '010f88160e9a48ae87dc8b24f02463de', 'gw_port': {'id': 'f8d062ed-99cf-4710-8d99-304bd34c48b0', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:22:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c02173c-8769-4e14-9f2e-8d4cca4e0e0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:58:56Z', 'updated_at': '2021-08-20T15:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb'}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:35.554707 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8d7771-8024-45e9-8672-859a8514f17b None None] Checking router: 1c02173c-8769-4e14-9f2e-8d4cca4e0e0a for host: dv-cinder-805398-3-smb {{(pid=75062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 20 16:02:35.581871 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8d7771-8024-45e9-8672-859a8514f17b None None] Routers {'1c02173c-8769-4e14-9f2e-8d4cca4e0e0a'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:02:35.582584 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-3d8d7771-8024-45e9-8672-859a8514f17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:02:12Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['1c02173c-8769-4e14-9f2e-8d4cca4e0e0a'], 'active': True} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:35.693073 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.db [None req-02b592f8-42e5-4b82-b9d1-3db67e2c7aa6 admin admin] For port f8d062ed-99cf-4710-8d99-304bd34c48b0, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=f8d062ed-99cf-4710-8d99-304bd34c48b0,segment=NetworkSegment(a5ca86d2-2020-4ee5-a03b-d47a6c676c14),segment_id=a5ca86d2-2020-4ee5-a03b-d47a6c676c14)] {{(pid=75060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:02:35.693676 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-02b592f8-42e5-4b82-b9d1-3db67e2c7aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:35.823909 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvr_db [None req-3d8d7771-8024-45e9-8672-859a8514f17b None None] Set router 1c02173c-8769-4e14-9f2e-8d4cca4e0e0a gateway port host: None {{(pid=75062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:02:35.849477 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-02b592f8-42e5-4b82-b9d1-3db67e2c7aa6 admin admin] Calling delete_port for f8d062ed-99cf-4710-8d99-304bd34c48b0 owned by network:router_gateway {{(pid=75060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:02:35.967073 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-3d8d7771-8024-45e9-8672-859a8514f17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c02173c-8769-4e14-9f2e-8d4cca4e0e0a', 'name': 'tempest-TestMinimumBasicScenario-161346081-router', 'tenant_id': '010f88160e9a48ae87dc8b24f02463de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:58:53Z', 'updated_at': '2021-08-20T16:02:35Z', 'revision_number': 6, 'project_id': '010f88160e9a48ae87dc8b24f02463de', 'gw_port_host': None}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:35.972214 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8d7771-8024-45e9-8672-859a8514f17b None None] The sync data for ids ['1c02173c-8769-4e14-9f2e-8d4cca4e0e0a'] in dv-cinder-805398-3-smb is: [{'id': '1c02173c-8769-4e14-9f2e-8d4cca4e0e0a', 'name': 'tempest-TestMinimumBasicScenario-161346081-router', 'tenant_id': '010f88160e9a48ae87dc8b24f02463de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:58:53Z', 'updated_at': '2021-08-20T16:02:35Z', 'revision_number': 6, 'project_id': '010f88160e9a48ae87dc8b24f02463de', 'gw_port_host': None}] {{(pid=75062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 20 16:02:36.103638 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-02b592f8-42e5-4b82-b9d1-3db67e2c7aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6850519'] for port, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:36.109190 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-37329494-1c67-445b-b6a2-dd70920a788d tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:36.162731 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b592f8-42e5-4b82-b9d1-3db67e2c7aa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8d062ed-99cf-4710-8d99-304bd34c48b0,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:36.177486 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-02b592f8-42e5-4b82-b9d1-3db67e2c7aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:36.373336 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 6 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 16:02:36.620161 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-02b592f8-42e5-4b82-b9d1-3db67e2c7aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405538'] for router_gateway, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:36.737136 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757bdde-437c-44f0-bf25-b9835fa44a55 req-ee3fb74f-0379-4b15-b363-87fdc5257af8 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:36.744492 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2757bdde-437c-44f0-bf25-b9835fa44a55 req-ee3fb74f-0379-4b15-b363-87fdc5257af8 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 946 time: 0.1018155 Aug 20 16:02:36.832297 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2757bdde-437c-44f0-bf25-b9835fa44a55 req-2f47f043-e5ea-43a0-859d-78d8fecd3a40 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763059 Aug 20 16:02:37.022606 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-02b592f8-42e5-4b82-b9d1-3db67e2c7aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12333'] for router, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:37.030609 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-02b592f8-42e5-4b82-b9d1-3db67e2c7aa6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:37.081412 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-02b592f8-42e5-4b82-b9d1-3db67e2c7aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640030'] for router, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:37.082228 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b592f8-42e5-4b82-b9d1-3db67e2c7aa6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c02173c-8769-4e14-9f2e-8d4cca4e0e0a {{(pid=75060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 16:02:37.112392 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-02b592f8-42e5-4b82-b9d1-3db67e2c7aa6 admin admin] Notify callbacks [] for router, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:37.114096 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-02b592f8-42e5-4b82-b9d1-3db67e2c7aa6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/1c02173c-8769-4e14-9f2e-8d4cca4e0e0a HTTP/1.1" status: 204 len: 168 time: 2.4230077 Aug 20 16:02:37.116506 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 35652) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:02:37.222943 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8178e38-011e-4866-87a9-74a9e077b24c admin admin] Deleting subnet d54840d0-d953-447b-9a2c-730c95c11add {{(pid=75061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 20 16:02:37.226684 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-e8178e38-011e-4866-87a9-74a9e077b24c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:37.288508 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-e8178e38-011e-4866-87a9-74a9e077b24c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1484681'] for subnet, precommit_delete_associations {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:37.520879 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-e8178e38-011e-4866-87a9-74a9e077b24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3577807'] for subnet, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:37.630106 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device c3a17229-f092-4999-933c-29b6ade9892f no longer exists at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 16:02:37.638023 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-e8178e38-011e-4866-87a9-74a9e077b24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3577846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1519500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6954965'] for subnet, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:37.643458 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:37.702190 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8178e38-011e-4866-87a9-74a9e077b24c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d54840d0-d953-447b-9a2c-730c95c11add,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:37.707349 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-e8178e38-011e-4866-87a9-74a9e077b24c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:37.708624 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] No Port match for: c3a17229-f092-4999-933c-29b6ade9892f {{(pid=75062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 20 16:02:37.710412 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device c3a17229-f092-4999-933c-29b6ade9892f not bound to the agent host dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 16:02:37.711319 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device f8d062ed-99cf-4710-8d99-304bd34c48b0 no longer exists at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 16:02:37.719885 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-e8178e38-011e-4866-87a9-74a9e077b24c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for subnet, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:37.728649 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-e8178e38-011e-4866-87a9-74a9e077b24c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d54840d0-d953-447b-9a2c-730c95c11add HTTP/1.1" status: 204 len: 168 time: 0.6088140 Aug 20 16:02:37.729015 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 35656) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:02:37.748583 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e17fd5-4113-4f87-a400-a451500af937 None None] Network 10efc7e3-ec56-4a61-9e7c-690a4c5167aa requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 16:02:37.833562 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] No Port match for: f8d062ed-99cf-4710-8d99-304bd34c48b0 {{(pid=75062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 20 16:02:37.833947 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device f8d062ed-99cf-4710-8d99-304bd34c48b0 not bound to the agent host dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 16:02:37.870943 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-0fa2c8a3-7c6b-4875-98a7-3cecb53e1315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3779509'] for network, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:37.888455 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-0fa2c8a3-7c6b-4875-98a7-3cecb53e1315 admin admin] Deleting port 7c46cbeb-9ec5-412a-b61f-964477927e00 {{(pid=75060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:02:37.890120 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-0fa2c8a3-7c6b-4875-98a7-3cecb53e1315 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:38.120237 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f519e4-d7e8-40ed-b564-ecaf43d7760c None None] DHCP port deletion for 10efc7e3-ec56-4a61-9e7c-690a4c5167aa request from dv-cinder-805398-3-smb {{(pid=75062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 20 16:02:38.129366 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-88f519e4-d7e8-40ed-b564-ecaf43d7760c None None] Deleting port 7c46cbeb-9ec5-412a-b61f-964477927e00 {{(pid=75062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:02:38.129975 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-88f519e4-d7e8-40ed-b564-ecaf43d7760c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:38.217371 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c02be9-b320-4614-ac32-838133b19036 req-1a2d3bd0-c0f6-4965-82cf-fad68ca9cc13 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:38.220084 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f0c02be9-b320-4614-ac32-838133b19036 req-1a2d3bd0-c0f6-4965-82cf-fad68ca9cc13 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 946 time: 0.1738389 Aug 20 16:02:38.267656 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.db [None req-0fa2c8a3-7c6b-4875-98a7-3cecb53e1315 admin admin] For port 7c46cbeb-9ec5-412a-b61f-964477927e00, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=7c46cbeb-9ec5-412a-b61f-964477927e00,segment=NetworkSegment(86af7d02-8040-408b-8d57-8384ab484dae),segment_id=86af7d02-8040-408b-8d57-8384ab484dae)] {{(pid=75060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:02:38.268185 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-0fa2c8a3-7c6b-4875-98a7-3cecb53e1315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:38.308410 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f0c02be9-b320-4614-ac32-838133b19036 req-bb3e1ac5-53ab-4b2d-a15f-b48dc9bb6ec2 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822148 Aug 20 16:02:38.419774 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-0fa2c8a3-7c6b-4875-98a7-3cecb53e1315 admin admin] Calling delete_port for 7c46cbeb-9ec5-412a-b61f-964477927e00 owned by network:dhcp {{(pid=75060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:02:38.439674 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-88f519e4-d7e8-40ed-b564-ecaf43d7760c None None] For port 7c46cbeb-9ec5-412a-b61f-964477927e00, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=7c46cbeb-9ec5-412a-b61f-964477927e00,segment=NetworkSegment(86af7d02-8040-408b-8d57-8384ab484dae),segment_id=86af7d02-8040-408b-8d57-8384ab484dae)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:02:38.440155 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-88f519e4-d7e8-40ed-b564-ecaf43d7760c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:38.545526 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-0fa2c8a3-7c6b-4875-98a7-3cecb53e1315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6850519'] for port, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:38.551412 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:38.591926 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-88f519e4-d7e8-40ed-b564-ecaf43d7760c None None] Calling delete_port for 7c46cbeb-9ec5-412a-b61f-964477927e00 owned by network:dhcp {{(pid=75062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:02:38.601096 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa2c8a3-7c6b-4875-98a7-3cecb53e1315 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c46cbeb-9ec5-412a-b61f-964477927e00,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:38.604184 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-0fa2c8a3-7c6b-4875-98a7-3cecb53e1315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:38.604968 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa2c8a3-7c6b-4875-98a7-3cecb53e1315 admin admin] No DVR routers for this DVR port 7c46cbeb-9ec5-412a-b61f-964477927e00 on host dv-cinder-805398-3-smb {{(pid=75060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 16:02:38.697833 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.db.api [None req-88f519e4-d7e8-40ed-b564-ecaf43d7760c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 16:02:38.700240 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_db.api [None req-88f519e4-d7e8-40ed-b564-ecaf43d7760c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 16:02:38.743643 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-0fa2c8a3-7c6b-4875-98a7-3cecb53e1315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3576902', 'neutron.services.segments.db._delete_segments_for_network-8786829457026'] for network, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:38.759324 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-0fa2c8a3-7c6b-4875-98a7-3cecb53e1315 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10efc7e3-ec56-4a61-9e7c-690a4c5167aa']}} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:38.774798 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-0fa2c8a3-7c6b-4875-98a7-3cecb53e1315 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86af7d02-8040-408b-8d57-8384ab484dae') {'for_net_delete': True} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:38.775303 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-0fa2c8a3-7c6b-4875-98a7-3cecb53e1315 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86af7d02-8040-408b-8d57-8384ab484dae') {} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:38.792942 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-0fa2c8a3-7c6b-4875-98a7-3cecb53e1315 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786829458077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1079857'] for segment, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:38.824046 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-0fa2c8a3-7c6b-4875-98a7-3cecb53e1315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577716'] for segment, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:38.837156 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa2c8a3-7c6b-4875-98a7-3cecb53e1315 admin admin] Releasing vlan 1257 on physical network physnet1 to pool {{(pid=75060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 20 16:02:38.837766 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-0fa2c8a3-7c6b-4875-98a7-3cecb53e1315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3577706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6850434'] for segment, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:38.866199 dv-cinder-805398-3-smb neutron-server[75060]: Traceback (most recent call last): Aug 20 16:02:38.866199 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 20 16:02:38.866199 dv-cinder-805398-3-smb neutron-server[75060]: timer() Aug 20 16:02:38.866199 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 16:02:38.866199 dv-cinder-805398-3-smb neutron-server[75060]: cb(*args, **kw) Aug 20 16:02:38.866199 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 20 16:02:38.866199 dv-cinder-805398-3-smb neutron-server[75060]: return func(*args, **kwargs) Aug 20 16:02:38.866199 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 16:02:38.866199 dv-cinder-805398-3-smb neutron-server[75060]: self._notify() Aug 20 16:02:38.866199 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 16:02:38.866199 dv-cinder-805398-3-smb neutron-server[75060]: self.callback(batched_events) Aug 20 16:02:38.866199 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 16:02:38.866199 dv-cinder-805398-3-smb neutron-server[75060]: event.method(event) Aug 20 16:02:38.866199 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 16:02:38.866199 dv-cinder-805398-3-smb neutron-server[75060]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 16:02:38.866199 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 16:02:38.866199 dv-cinder-805398-3-smb neutron-server[75060]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 16:02:38.866199 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 16:02:38.866199 dv-cinder-805398-3-smb neutron-server[75060]: return f(self, *a, **k) Aug 20 16:02:38.866199 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 20 16:02:38.866199 dv-cinder-805398-3-smb neutron-server[75060]: return self._get(url).json() Aug 20 16:02:38.866199 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 20 16:02:38.866199 dv-cinder-805398-3-smb neutron-server[75060]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 16:02:38.866199 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 20 16:02:38.866199 dv-cinder-805398-3-smb neutron-server[75060]: return self.request(url, 'GET', **kwargs) Aug 20 16:02:38.866199 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 20 16:02:38.866199 dv-cinder-805398-3-smb neutron-server[75060]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 16:02:38.866199 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 20 16:02:38.866199 dv-cinder-805398-3-smb neutron-server[75060]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 16:02:38.866199 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 20 16:02:38.866199 dv-cinder-805398-3-smb neutron-server[75060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 16:02:38.866199 dv-cinder-805398-3-smb neutron-server[75060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 16:02:38.955334 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-0fa2c8a3-7c6b-4875-98a7-3cecb53e1315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405599'] for network, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:38.961185 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-1d252744-6f3d-4607-aaad-0cfe277db5c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:38.981586 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-0fa2c8a3-7c6b-4875-98a7-3cecb53e1315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for network, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:39.008070 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-0fa2c8a3-7c6b-4875-98a7-3cecb53e1315 admin admin] 10.222.0.13 "DELETE /v2.0/networks/10efc7e3-ec56-4a61-9e7c-690a4c5167aa HTTP/1.1" status: 204 len: 168 time: 1.2691877 Aug 20 16:02:39.008070 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa2c8a3-7c6b-4875-98a7-3cecb53e1315 admin admin] Pushing event deleted for resources: {'Network': ['ID=10efc7e3-ec56-4a61-9e7c-690a4c5167aa,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:39.012956 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-0fa2c8a3-7c6b-4875-98a7-3cecb53e1315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:39.199947 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-88f519e4-d7e8-40ed-b564-ecaf43d7760c None None] Deleting port 7c46cbeb-9ec5-412a-b61f-964477927e00 {{(pid=75062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:02:39.200646 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-88f519e4-d7e8-40ed-b564-ecaf43d7760c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:39.394721 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-88f519e4-d7e8-40ed-b564-ecaf43d7760c None None] The port '7c46cbeb-9ec5-412a-b61f-964477927e00' was deleted {{(pid=75062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 20 16:02:39.444502 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 35674) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:02:39.524429 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-ea364b2e-9a13-46fa-9d3b-1bd2261045c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec35394f12464353a4a351c52acc2fbd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0779703 Aug 20 16:02:39.526839 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 35678) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:02:39.580112 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e0753-3d46-4bf7-b78d-e5310af692f0 req-22bd2639-ca20-4b6b-8f89-e83427ec9343 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:39.581695 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e01e0753-3d46-4bf7-b78d-e5310af692f0 req-22bd2639-ca20-4b6b-8f89-e83427ec9343 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 946 time: 0.1072810 Aug 20 16:02:39.623231 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-d0940794-ec3a-451a-84a1-ea0273cdb0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:39.638122 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 7c46cbeb-9ec5-412a-b61f-964477927e00 no longer exists at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 16:02:39.672500 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e01e0753-3d46-4bf7-b78d-e5310af692f0 req-6036620a-2f93-4687-86cd-52b8f704f82a tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841918 Aug 20 16:02:39.678220 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] No Port match for: 7c46cbeb-9ec5-412a-b61f-964477927e00 {{(pid=75062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 20 16:02:39.678741 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 7c46cbeb-9ec5-412a-b61f-964477927e00 not bound to the agent host dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 16:02:39.771674 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a2bad61e-db6f-475d-a3dc-568d8ea06918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:39.809919 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a2bad61e-db6f-475d-a3dc-568d8ea06918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:39.884520 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a2bad61e-db6f-475d-a3dc-568d8ea06918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:39.888492 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-dc17ae95-eecd-4bf3-9e26-29e6b8379e9e tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:39.905640 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bad61e-db6f-475d-a3dc-568d8ea06918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b4190b-ee08-4bef-bec3-9337339b0b65,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:39.909324 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-a2bad61e-db6f-475d-a3dc-568d8ea06918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:39.914791 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a2bad61e-db6f-475d-a3dc-568d8ea06918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:39.915906 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-a2bad61e-db6f-475d-a3dc-568d8ea06918 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95b4190b-ee08-4bef-bec3-9337339b0b65 HTTP/1.1" status: 204 len: 168 time: 0.3879147 Aug 20 16:02:40.081710 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:40.439321 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 35688) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:02:40.513761 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-b365817e-7ff2-413f-bfb0-7a3e01911597 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=010f88160e9a48ae87dc8b24f02463de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0723605 Aug 20 16:02:40.515863 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 35692) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:02:40.613719 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2511b628-8bd1-4542-89e2-898b4b094a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:40.646937 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2511b628-8bd1-4542-89e2-898b4b094a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:40.723139 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2511b628-8bd1-4542-89e2-898b4b094a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:40.742836 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-ab64ae4c-9f4c-4804-b4e1-7fe8c365c6e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:40.755205 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511b628-8bd1-4542-89e2-898b4b094a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8499b735-ade0-48b4-b63d-305d474b02a7,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:40.759532 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-2511b628-8bd1-4542-89e2-898b4b094a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:40.763506 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2511b628-8bd1-4542-89e2-898b4b094a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:40.790268 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-2511b628-8bd1-4542-89e2-898b4b094a4f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8499b735-ade0-48b4-b63d-305d474b02a7 HTTP/1.1" status: 204 len: 168 time: 0.2732952 Aug 20 16:02:41.006452 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f99e62-6925-4635-b01a-75ca92a5929c req-cf6d77b9-46fe-4295-9e00-d3e24d14285a tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:41.009897 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-31f99e62-6925-4635-b01a-75ca92a5929c req-cf6d77b9-46fe-4295-9e00-d3e24d14285a tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 946 time: 0.1660855 Aug 20 16:02:41.099444 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-31f99e62-6925-4635-b01a-75ca92a5929c req-99a8e696-bcaf-4e25-97c6-42ae9eb8524b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835211 Aug 20 16:02:41.702302 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-17e16f2d-86a1-4d9d-aeb8-0901c8823b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:42.394177 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5f7c7-933d-4e37-bc05-79af54f3c2cb req-cb55e1b8-7fda-4f99-805a-1a55bfb19b72 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:42.396720 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-20e5f7c7-933d-4e37-bc05-79af54f3c2cb req-cb55e1b8-7fda-4f99-805a-1a55bfb19b72 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 946 time: 0.1191943 Aug 20 16:02:42.450575 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-20e5f7c7-933d-4e37-bc05-79af54f3c2cb req-9491756e-b815-4501-9b2b-86edb876dc78 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481632 Aug 20 16:02:43.181231 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:43.750186 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253be322-f7f9-4fb0-be22-fbf3adbf8524 req-c1a04d45-16c4-4355-b6d0-849765403468 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:43.751768 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-253be322-f7f9-4fb0-be22-fbf3adbf8524 req-c1a04d45-16c4-4355-b6d0-849765403468 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 946 time: 0.1392992 Aug 20 16:02:43.762601 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c0f8837d-73ce-4b1a-baab-c2ee25a1f61f req-0dbfbd3b-1cc1-496b-aac9-f1a2a974c421 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dbaf53e1aea443719d3e819cb3601631&device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 1099 time: 0.1128490 Aug 20 16:02:43.887833 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-253be322-f7f9-4fb0-be22-fbf3adbf8524 req-54ebe9ec-34f4-4d9e-b7f3-7a1dcf43970c tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242254 Aug 20 16:02:43.932901 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8837d-73ce-4b1a-baab-c2ee25a1f61f req-0d33cb2c-5148-4004-b2fe-83076706ac72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:43.934422 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c0f8837d-73ce-4b1a-baab-c2ee25a1f61f req-0d33cb2c-5148-4004-b2fe-83076706ac72 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a2292af7-a948-4fc0-8b0a-97b490608a31 HTTP/1.1" status: 200 len: 918 time: 0.1562221 Aug 20 16:02:44.038764 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c0f8837d-73ce-4b1a-baab-c2ee25a1f61f req-bc8d56c8-c88a-481c-bbbc-cb65ed4b7cce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7738ce03-a921-44d1-aa4b-6401fbdabb01 HTTP/1.1" status: 200 len: 1002 time: 0.0963387 Aug 20 16:02:44.109401 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8837d-73ce-4b1a-baab-c2ee25a1f61f req-f5a84c98-f245-4c4b-aea3-3d284cf6f419 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:44.110946 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c0f8837d-73ce-4b1a-baab-c2ee25a1f61f req-f5a84c98-f245-4c4b-aea3-3d284cf6f419 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2eac451a-2e42-4f5c-8315-eccf4786e9f0 HTTP/1.1" status: 200 len: 855 time: 0.0641556 Aug 20 16:02:44.189974 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c0f8837d-73ce-4b1a-baab-c2ee25a1f61f req-d837ccf7-f9dd-4d29-9df6-ea7cf59ef88c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a2292af7-a948-4fc0-8b0a-97b490608a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0713153 Aug 20 16:02:44.323446 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c0f8837d-73ce-4b1a-baab-c2ee25a1f61f req-4747ebda-8fae-4a74-b30a-82d1e781843d service neutron] 10.222.0.54 "GET /v2.0/networks/a2292af7-a948-4fc0-8b0a-97b490608a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262209 Aug 20 16:02:44.459520 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c0f8837d-73ce-4b1a-baab-c2ee25a1f61f req-65306385-e92c-4ac7-86b5-d7d87d481340 service neutron] 10.222.0.54 "GET /v2.0/networks/a2292af7-a948-4fc0-8b0a-97b490608a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288996 Aug 20 16:02:44.675277 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:45.112622 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bb40e-097c-4c0b-926b-17125cc7a84f req-d1f0845a-4640-4963-80ea-01cec85c188a tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:45.114087 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-bd3bb40e-097c-4c0b-926b-17125cc7a84f req-d1f0845a-4640-4963-80ea-01cec85c188a tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 946 time: 0.0839295 Aug 20 16:02:45.158489 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-bd3bb40e-097c-4c0b-926b-17125cc7a84f req-8518b5f8-d554-48c1-98c4-b13c146f9a12 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389521 Aug 20 16:02:46.375732 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28015cd1-c6d6-410e-b39b-00faa151e628 req-f15ac40c-f80c-4152-8822-16a29a670196 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:46.377747 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-28015cd1-c6d6-410e-b39b-00faa151e628 req-f15ac40c-f80c-4152-8822-16a29a670196 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 946 time: 0.0821636 Aug 20 16:02:46.427253 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-28015cd1-c6d6-410e-b39b-00faa151e628 req-6d5e2acb-7a33-4a09-805b-029f588e07d8 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422633 Aug 20 16:02:47.737976 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022218e2-6aa2-4c7d-ac03-1cf90fc5e3a4 req-14a443a9-0c68-4648-b972-6c8914539de4 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:47.739361 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-022218e2-6aa2-4c7d-ac03-1cf90fc5e3a4 req-14a443a9-0c68-4648-b972-6c8914539de4 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 946 time: 0.1723137 Aug 20 16:02:47.786545 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-022218e2-6aa2-4c7d-ac03-1cf90fc5e3a4 req-d9e5b026-f0c5-4da7-b80b-196035de8a1a tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413496 Aug 20 16:02:47.924753 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:48.510648 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 7738ce03-a921-44d1-aa4b-6401fbdabb01 no longer exists at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 16:02:48.631963 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:48.663934 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c03151-1dd1-414a-9cb1-1afd181fe9d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7738ce03-a921-44d1-aa4b-6401fbdabb01'}] {{(pid=75062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:02:48.678477 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 7738ce03-a921-44d1-aa4b-6401fbdabb01, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=7738ce03-a921-44d1-aa4b-6401fbdabb01,segment=NetworkSegment(68bd6238-2a31-45ae-8fff-c07ee9ddc968),segment_id=68bd6238-2a31-45ae-8fff-c07ee9ddc968)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:02:48.683427 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:48.686727 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:02:48.741816 dv-cinder-805398-3-smb neutron-server[75062]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '02c03151-1dd1-414a-9cb1-1afd181fe9d1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7738ce03-a921-44d1-aa4b-6401fbdabb01', 'code': 422} returned with failed status Aug 20 16:02:48.772031 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=7738ce03-a921-44d1-aa4b-6401fbdabb01,revision_number=8']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:48.775687 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:02:49.318988 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-96900bbd-7001-4a70-a8cb-a9db54fc2c6d req-e867f12f-829b-4e15-8736-09a5bdd011dd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0684624 Aug 20 16:02:49.594102 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7b2e0-a053-407e-886a-a8b96c29fd20 req-90b4d4dd-ce16-4f05-bd1f-34bee3300663 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:49.595544 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f7f7b2e0-a053-407e-886a-a8b96c29fd20 req-90b4d4dd-ce16-4f05-bd1f-34bee3300663 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 944 time: 0.0836985 Aug 20 16:02:49.625236 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 35774) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:02:49.663073 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f7f7b2e0-a053-407e-886a-a8b96c29fd20 req-0e2cf579-ae44-4d1f-a1b0-2e7caf16d17b tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615134 Aug 20 16:02:49.779027 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-eb9a3206-c4cb-42f9-97b0-7a7ef518e1d7 req-d229c053-a000-4c0e-bde8-2cf433484594 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1520898 Aug 20 16:02:50.326320 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-eb9a3206-c4cb-42f9-97b0-7a7ef518e1d7 req-d5016502-fb24-47ba-949e-d1b52d69448d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1&tenant_id=dbaf53e1aea443719d3e819cb3601631 HTTP/1.1" status: 200 len: 1097 time: 0.0916777 Aug 20 16:02:50.440827 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-eb9a3206-c4cb-42f9-97b0-7a7ef518e1d7 req-c3cbd100-9a03-4397-a2ec-08caadb0a06a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dbaf53e1aea443719d3e819cb3601631&device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 1097 time: 0.0875149 Aug 20 16:02:50.578134 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a3206-c4cb-42f9-97b0-7a7ef518e1d7 req-7de242fb-c6c3-4060-9e2f-0d85fea08bb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:50.579606 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-eb9a3206-c4cb-42f9-97b0-7a7ef518e1d7 req-7de242fb-c6c3-4060-9e2f-0d85fea08bb0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a2292af7-a948-4fc0-8b0a-97b490608a31 HTTP/1.1" status: 200 len: 918 time: 0.1319482 Aug 20 16:02:50.689113 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-eb9a3206-c4cb-42f9-97b0-7a7ef518e1d7 req-adaec159-c632-47ab-8004-f5ad8d5ed281 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7738ce03-a921-44d1-aa4b-6401fbdabb01 HTTP/1.1" status: 200 len: 1000 time: 0.1009507 Aug 20 16:02:50.766330 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a3206-c4cb-42f9-97b0-7a7ef518e1d7 req-55ac9b45-11c4-414d-9ab3-fa56ee127987 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:50.767995 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-eb9a3206-c4cb-42f9-97b0-7a7ef518e1d7 req-55ac9b45-11c4-414d-9ab3-fa56ee127987 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2eac451a-2e42-4f5c-8315-eccf4786e9f0 HTTP/1.1" status: 200 len: 855 time: 0.0690298 Aug 20 16:02:50.910361 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-eb9a3206-c4cb-42f9-97b0-7a7ef518e1d7 req-55ee1bcb-155d-4def-ae79-0f668ba0b28b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a2292af7-a948-4fc0-8b0a-97b490608a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1346707 Aug 20 16:02:50.915980 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e60d8-8b73-4354-9e2b-b03025c4d67c req-4676cd52-17da-4b76-aee0-8c5417ed2195 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:50.917373 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2d6e60d8-8b73-4354-9e2b-b03025c4d67c req-4676cd52-17da-4b76-aee0-8c5417ed2195 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 944 time: 0.1074677 Aug 20 16:02:51.049260 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2d6e60d8-8b73-4354-9e2b-b03025c4d67c req-4dae1d89-01e5-4ead-80f9-76ae1d2384b3 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126993 Aug 20 16:02:51.091037 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-eb9a3206-c4cb-42f9-97b0-7a7ef518e1d7 req-79ae5118-8323-483c-9ae5-08561525d376 service neutron] 10.222.0.54 "GET /v2.0/networks/a2292af7-a948-4fc0-8b0a-97b490608a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722519 Aug 20 16:02:51.229899 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-eb9a3206-c4cb-42f9-97b0-7a7ef518e1d7 req-0702ca2b-1532-4261-bfb4-cdf974bb8ea9 service neutron] 10.222.0.54 "GET /v2.0/networks/a2292af7-a948-4fc0-8b0a-97b490608a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307335 Aug 20 16:02:52.286140 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451405e-f748-4960-aaeb-e958bd0ed6e1 req-1f62dda2-d9bf-4ad4-9cc2-f51641733a9e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:52.287635 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b451405e-f748-4960-aaeb-e958bd0ed6e1 req-1f62dda2-d9bf-4ad4-9cc2-f51641733a9e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 944 time: 0.0912859 Aug 20 16:02:52.356191 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b451405e-f748-4960-aaeb-e958bd0ed6e1 req-b04d8bf5-2758-4abe-b197-6982ff5eb72a tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511453 Aug 20 16:02:53.591729 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40159095-bc6d-4d08-b7b1-43b89dd3ece5 req-3a1eb260-2ade-492f-983c-5718724d3b78 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:53.593201 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-40159095-bc6d-4d08-b7b1-43b89dd3ece5 req-3a1eb260-2ade-492f-983c-5718724d3b78 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 944 time: 0.0849144 Aug 20 16:02:53.644878 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-40159095-bc6d-4d08-b7b1-43b89dd3ece5 req-d08b29ba-cd8a-4290-9380-9e175c9e18fe tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421624 Aug 20 16:02:54.861997 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a2db4-4e93-48ae-849a-fc8549023f81 req-aebc3c4a-cd20-44fc-9939-8618205e2270 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:54.863646 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-cd7a2db4-4e93-48ae-849a-fc8549023f81 req-aebc3c4a-cd20-44fc-9939-8618205e2270 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 944 time: 0.0775089 Aug 20 16:02:54.914315 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-cd7a2db4-4e93-48ae-849a-fc8549023f81 req-1b8a0ffb-b944-4b99-a324-fec73a49b337 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447888 Aug 20 16:02:56.134300 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a9f55-1495-4d61-b32c-bf95a571bdb3 req-0bae8c06-24bf-4339-a3fd-d7db6e29d2ca tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:56.135968 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2f1a9f55-1495-4d61-b32c-bf95a571bdb3 req-0bae8c06-24bf-4339-a3fd-d7db6e29d2ca tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 944 time: 0.0811679 Aug 20 16:02:56.183413 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2f1a9f55-1495-4d61-b32c-bf95a571bdb3 req-8bdfcce0-f233-4c28-aa1f-9ffa7dba110e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411384 Aug 20 16:02:57.418870 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d74ef-bfe9-4edb-b48f-421f10f1f36a req-041dcba5-42bc-42f7-836c-efbdfc6381da tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:57.420369 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-1b5d74ef-bfe9-4edb-b48f-421f10f1f36a req-041dcba5-42bc-42f7-836c-efbdfc6381da tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 944 time: 0.0867028 Aug 20 16:02:57.556045 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-1b5d74ef-bfe9-4edb-b48f-421f10f1f36a req-dbd0d637-f4a5-4586-92da-beb69b06803a tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298041 Aug 20 16:02:58.844923 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750297b-cfb3-413f-834c-4414e47995b5 req-6fadf191-3a0a-4f06-93fb-5d64b67dcca4 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:58.848480 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9750297b-cfb3-413f-834c-4414e47995b5 req-6fadf191-3a0a-4f06-93fb-5d64b67dcca4 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 944 time: 0.1319952 Aug 20 16:02:58.914216 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9750297b-cfb3-413f-834c-4414e47995b5 req-4173f82e-02f2-4699-bc64-b600b64e36f4 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521655 Aug 20 16:03:00.206436 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67baad-acb1-4cc6-abe5-6b050fa05fcf req-6cc52abd-c5f2-449e-800e-7d0959587b00 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:00.208013 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-0e67baad-acb1-4cc6-abe5-6b050fa05fcf req-6cc52abd-c5f2-449e-800e-7d0959587b00 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 944 time: 0.0952334 Aug 20 16:03:00.267367 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-0e67baad-acb1-4cc6-abe5-6b050fa05fcf req-479d8363-ad1d-4f75-a88b-15fb4eb37cd0 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514133 Aug 20 16:03:01.495542 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c05a29-4ffa-4014-a5b9-c6defd75b435 req-ff941080-0efd-40d3-af13-303caf9e1f07 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:01.497183 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-64c05a29-4ffa-4014-a5b9-c6defd75b435 req-ff941080-0efd-40d3-af13-303caf9e1f07 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 944 time: 0.0824611 Aug 20 16:03:01.568100 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-64c05a29-4ffa-4014-a5b9-c6defd75b435 req-91b6c342-e99e-49da-a214-b211201d5231 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644913 Aug 20 16:03:02.790444 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4aa4bb-ea98-4c15-a51d-8977f5555ea2 req-46db2bf8-b181-45a4-a962-793415a1992c tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:02.792013 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2d4aa4bb-ea98-4c15-a51d-8977f5555ea2 req-46db2bf8-b181-45a4-a962-793415a1992c tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 944 time: 0.0830662 Aug 20 16:03:02.845525 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2d4aa4bb-ea98-4c15-a51d-8977f5555ea2 req-814cb1cc-eba2-4ada-903a-e96a2f5141a3 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462606 Aug 20 16:03:04.078338 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393d0e1-c223-4422-81c5-9865927dc7f8 req-c5a9114b-b54f-490d-b6c4-ba879036f057 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:04.080354 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6393d0e1-c223-4422-81c5-9865927dc7f8 req-c5a9114b-b54f-490d-b6c4-ba879036f057 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 944 time: 0.0890481 Aug 20 16:03:04.131451 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6393d0e1-c223-4422-81c5-9865927dc7f8 req-98b2b770-c8f4-4283-9119-d79149aec906 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455132 Aug 20 16:03:05.355234 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa646967-973a-4398-a80f-de476bb79ad0 req-de7bad10-e99e-4953-ab7b-dbe4f1cc36b4 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:05.356652 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-fa646967-973a-4398-a80f-de476bb79ad0 req-de7bad10-e99e-4953-ab7b-dbe4f1cc36b4 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 944 time: 0.0831225 Aug 20 16:03:05.403432 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-fa646967-973a-4398-a80f-de476bb79ad0 req-5dfca30b-bc4e-45a3-9d1f-0143429218d5 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406265 Aug 20 16:03:05.574128 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 35896) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:03:05.719978 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-de5b0d9a-b9a6-4d4c-a6cb-568be8569f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:05.756552 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-de5b0d9a-b9a6-4d4c-a6cb-568be8569f48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:03:05.760577 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-de5b0d9a-b9a6-4d4c-a6cb-568be8569f48 admin admin] Usage tracker for resource:security_group_rule and tenant:a38de81f32c443629310b55ed2f8891d is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:03:05.763603 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-de5b0d9a-b9a6-4d4c-a6cb-568be8569f48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:03:05.769974 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-de5b0d9a-b9a6-4d4c-a6cb-568be8569f48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:03:05.840089 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-de5b0d9a-b9a6-4d4c-a6cb-568be8569f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:05.844772 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-de5b0d9a-b9a6-4d4c-a6cb-568be8569f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:05.852148 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-f027ebe9-cdf6-4542-badb-5a435c48e01f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:03:05.892705 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b0d9a-b9a6-4d4c-a6cb-568be8569f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75e16bd-c629-46fa-943f-09c834b20566,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:03:05.900427 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-de5b0d9a-b9a6-4d4c-a6cb-568be8569f48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a38de81f32c443629310b55ed2f8891d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3252640 Aug 20 16:03:05.903553 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 35902) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:03:05.906922 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5b0d9a-b9a6-4d4c-a6cb-568be8569f48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:05.907296 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5b0d9a-b9a6-4d4c-a6cb-568be8569f48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:05.907647 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5b0d9a-b9a6-4d4c-a6cb-568be8569f48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:05.908004 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5b0d9a-b9a6-4d4c-a6cb-568be8569f48 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:05.908356 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5b0d9a-b9a6-4d4c-a6cb-568be8569f48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:05.908703 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5b0d9a-b9a6-4d4c-a6cb-568be8569f48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:05.909049 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5b0d9a-b9a6-4d4c-a6cb-568be8569f48 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:05.909400 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5b0d9a-b9a6-4d4c-a6cb-568be8569f48 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:05.909771 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5b0d9a-b9a6-4d4c-a6cb-568be8569f48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:05.910236 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5b0d9a-b9a6-4d4c-a6cb-568be8569f48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:05.910546 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5b0d9a-b9a6-4d4c-a6cb-568be8569f48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:05.914394 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-de5b0d9a-b9a6-4d4c-a6cb-568be8569f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:03:05.966285 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-63b5fc82-7433-44a7-848a-f7f11a126609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:05.991353 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-63b5fc82-7433-44a7-848a-f7f11a126609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:06.043177 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-63b5fc82-7433-44a7-848a-f7f11a126609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:06.046956 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-cf659246-f318-4392-be84-f277f4a7acd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:03:06.061379 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5fc82-7433-44a7-848a-f7f11a126609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75e16bd-c629-46fa-943f-09c834b20566,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:03:06.072806 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-63b5fc82-7433-44a7-848a-f7f11a126609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:06.073947 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-63b5fc82-7433-44a7-848a-f7f11a126609 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a75e16bd-c629-46fa-943f-09c834b20566 HTTP/1.1" status: 204 len: 168 time: 0.1692865 Aug 20 16:03:06.075722 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5fc82-7433-44a7-848a-f7f11a126609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:06.076087 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5fc82-7433-44a7-848a-f7f11a126609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:06.076450 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5fc82-7433-44a7-848a-f7f11a126609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:06.076806 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5fc82-7433-44a7-848a-f7f11a126609 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:06.077159 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5fc82-7433-44a7-848a-f7f11a126609 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:06.077931 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5fc82-7433-44a7-848a-f7f11a126609 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:06.078147 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5fc82-7433-44a7-848a-f7f11a126609 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:06.078484 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5fc82-7433-44a7-848a-f7f11a126609 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:06.079380 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5fc82-7433-44a7-848a-f7f11a126609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:06.079726 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5fc82-7433-44a7-848a-f7f11a126609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:06.080066 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5fc82-7433-44a7-848a-f7f11a126609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:06.083469 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-63b5fc82-7433-44a7-848a-f7f11a126609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:03:06.571939 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 7738ce03-a921-44d1-aa4b-6401fbdabb01 details requested by agent hyperv_hv-cinder-80539 with host hv-cinder-80539 {{(pid=75062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 16:03:06.632941 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002492b-10ef-4278-a9d9-d4399e6fcffd req-93f28c9c-dab7-435c-bffb-d18fad280985 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:06.634481 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7002492b-10ef-4278-a9d9-d4399e6fcffd req-93f28c9c-dab7-435c-bffb-d18fad280985 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 944 time: 0.0827866 Aug 20 16:03:06.694554 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7002492b-10ef-4278-a9d9-d4399e6fcffd req-d78b3cf8-8981-43d0-80c8-ffc906542e49 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535758 Aug 20 16:03:06.722100 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 7738ce03-a921-44d1-aa4b-6401fbdabb01, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=7738ce03-a921-44d1-aa4b-6401fbdabb01,segment=NetworkSegment(68bd6238-2a31-45ae-8fff-c07ee9ddc968),segment_id=68bd6238-2a31-45ae-8fff-c07ee9ddc968)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:03:06.737958 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Returning: {'device': '7738ce03-a921-44d1-aa4b-6401fbdabb01', 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31', 'port_id': '7738ce03-a921-44d1-aa4b-6401fbdabb01', 'mac_address': 'fa:16:3e:4d:66:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eac451a-2e42-4f5c-8315-eccf4786e9f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 16:03:06.816169 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:06.837917 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7738ce03-a921-44d1-aa4b-6401fbdabb01 {{(pid=75062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 16:03:06.861816 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 7738ce03-a921-44d1-aa4b-6401fbdabb01, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=7738ce03-a921-44d1-aa4b-6401fbdabb01,segment=NetworkSegment(68bd6238-2a31-45ae-8fff-c07ee9ddc968),segment_id=68bd6238-2a31-45ae-8fff-c07ee9ddc968)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:03:06.866929 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:06.868834 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:03:06.950731 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=7738ce03-a921-44d1-aa4b-6401fbdabb01,revision_number=9']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:03:06.955777 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:03:07.124152 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['7738ce03-a921-44d1-aa4b-6401fbdabb01'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 16:03:07.920835 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb1401-addc-4d8e-81e0-2caeaa0b69a1 req-7bf8e2a0-4872-4c25-895d-8d9704b13b2e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:07.923152 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c8cb1401-addc-4d8e-81e0-2caeaa0b69a1 req-7bf8e2a0-4872-4c25-895d-8d9704b13b2e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 945 time: 0.0862699 Aug 20 16:03:07.969636 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c8cb1401-addc-4d8e-81e0-2caeaa0b69a1 req-d02719fd-93e4-47a7-9750-8554509393a0 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410309 Aug 20 16:03:08.582070 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 7738ce03-a921-44d1-aa4b-6401fbdabb01 up at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 16:03:08.651063 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning complete for port 7738ce03-a921-44d1-aa4b-6401fbdabb01 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:03:08.651434 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:08.774291 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:08.804786 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c03151-1dd1-414a-9cb1-1afd181fe9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7738ce03-a921-44d1-aa4b-6401fbdabb01'}] {{(pid=75062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:03:08.815426 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 7738ce03-a921-44d1-aa4b-6401fbdabb01, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=7738ce03-a921-44d1-aa4b-6401fbdabb01,segment=NetworkSegment(68bd6238-2a31-45ae-8fff-c07ee9ddc968),segment_id=68bd6238-2a31-45ae-8fff-c07ee9ddc968)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:03:08.820560 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:08.822505 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-b08f4bd4-5d44-4cdf-8c88-5b29b72ff939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:03:08.867933 dv-cinder-805398-3-smb neutron-server[75062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c03151-1dd1-414a-9cb1-1afd181fe9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7738ce03-a921-44d1-aa4b-6401fbdabb01', 'code': 200} Aug 20 16:03:08.896292 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=7738ce03-a921-44d1-aa4b-6401fbdabb01,revision_number=10']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:03:08.899392 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:03:09.265809 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-83f4ac78-7347-4e8a-8964-11ead20accbf req-ce63e8c1-abbe-4b14-9197-7dd5b9f656a3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 1100 time: 0.1938765 Aug 20 16:03:09.372487 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-83f4ac78-7347-4e8a-8964-11ead20accbf req-c99f09fb-87a0-47b7-bc5f-e78a42119877 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877113 Aug 20 16:03:09.384566 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef62e1-b0b6-4b50-ae7b-aa91b92a9d56 req-107c8b6a-c7d7-4fe2-ae92-51a3b4116bdd tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:09.387075 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-18ef62e1-b0b6-4b50-ae7b-aa91b92a9d56 req-107c8b6a-c7d7-4fe2-ae92-51a3b4116bdd tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 947 time: 0.2242136 Aug 20 16:03:09.434453 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-18ef62e1-b0b6-4b50-ae7b-aa91b92a9d56 req-aa7f4806-282c-4ded-bd13-f1fbe82ac38a tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415168 Aug 20 16:03:09.605456 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-b7091a28-70bb-4666-8ac0-deba6c7193e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:10.069189 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:10.456053 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 35954) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:03:10.614928 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7f5440b4-8adc-496a-811f-ebdcda5eb7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:10.647033 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-7f5440b4-8adc-496a-811f-ebdcda5eb7c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:03:10.650960 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-7f5440b4-8adc-496a-811f-ebdcda5eb7c3 admin admin] Usage tracker for resource:security_group_rule and tenant:7eafecb1d2da445a9bfa501c5f9010ed is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:03:10.653928 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-7f5440b4-8adc-496a-811f-ebdcda5eb7c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:03:10.661418 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-7f5440b4-8adc-496a-811f-ebdcda5eb7c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:03:10.664295 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5a13d-5abc-44ca-8ba8-f2e8260862a6 req-0ae703cc-4bee-44b9-8991-3aa346700e14 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:10.670181 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-33e5a13d-5abc-44ca-8ba8-f2e8260862a6 req-0ae703cc-4bee-44b9-8991-3aa346700e14 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 947 time: 0.0891712 Aug 20 16:03:10.721506 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-33e5a13d-5abc-44ca-8ba8-f2e8260862a6 req-c8b74759-c14b-4761-86f3-278b432770b7 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465989 Aug 20 16:03:10.729468 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7f5440b4-8adc-496a-811f-ebdcda5eb7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:10.736350 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7f5440b4-8adc-496a-811f-ebdcda5eb7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:10.747349 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-208eb944-9357-4ccf-b455-194762c0edb2 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:03:10.786038 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5440b4-8adc-496a-811f-ebdcda5eb7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4145b70e-74c4-4ea9-94bb-19ac6b7b14a1,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:03:10.794939 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-7f5440b4-8adc-496a-811f-ebdcda5eb7c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:03:10.808162 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 35972) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:03:10.808292 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-7f5440b4-8adc-496a-811f-ebdcda5eb7c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7eafecb1d2da445a9bfa501c5f9010ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3511276 Aug 20 16:03:10.883394 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-778a3af5-5ab4-4426-8553-930762c44564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:10.915782 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-778a3af5-5ab4-4426-8553-930762c44564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:10.980810 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-778a3af5-5ab4-4426-8553-930762c44564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:10.989039 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-2ece6f7e-2e26-41b0-a669-b338262fd3bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:03:11.006184 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a3af5-5ab4-4426-8553-930762c44564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4145b70e-74c4-4ea9-94bb-19ac6b7b14a1,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:03:11.008587 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-778a3af5-5ab4-4426-8553-930762c44564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:03:11.017675 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-778a3af5-5ab4-4426-8553-930762c44564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:11.019917 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-778a3af5-5ab4-4426-8553-930762c44564 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4145b70e-74c4-4ea9-94bb-19ac6b7b14a1 HTTP/1.1" status: 204 len: 168 time: 0.2106659 Aug 20 16:03:11.714140 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f36734c1-e8e9-4b95-bbbd-c37a95ef4cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:11.947223 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96d4cb-1dd9-4b9c-afca-37c97f68f272 req-b2e408b0-d1cb-448e-96a4-d9591f5def60 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:11.949324 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2a96d4cb-1dd9-4b9c-afca-37c97f68f272 req-b2e408b0-d1cb-448e-96a4-d9591f5def60 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 947 time: 0.0853565 Aug 20 16:03:11.998405 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2a96d4cb-1dd9-4b9c-afca-37c97f68f272 req-72247a72-54c2-49d4-8deb-3ce1f11b2162 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430789 Aug 20 16:03:13.182102 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:13.363025 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 6 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 16:03:14.678921 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:17.930601 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:23.150545 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-74c12bc3-2c03-4884-aa6f-9446a331d289 req-78e11673-80b5-4e63-bda2-f844d8c40416 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781133 Aug 20 16:03:23.257122 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-74c12bc3-2c03-4884-aa6f-9446a331d289 req-ddf5721d-2820-4c84-8908-186dac1c26dc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4aa85ac1b5744629b15ceb86e66e4a5f&device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 1098 time: 0.0786672 Aug 20 16:03:23.384926 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 36114) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:03:23.417807 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c12bc3-2c03-4884-aa6f-9446a331d289 req-7c983d3d-d0e6-4205-9c65-a3601246a55b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:23.419280 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-74c12bc3-2c03-4884-aa6f-9446a331d289 req-7c983d3d-d0e6-4205-9c65-a3601246a55b service neutron] 10.222.0.54 "GET /v2.0/networks?id=573c1213-77ed-460b-8c84-ad8019a0d321 HTTP/1.1" status: 200 len: 910 time: 0.1394360 Aug 20 16:03:23.537838 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-e8071a35-7315-4bff-9517-e2d9056d6934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:23.575808 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-e8071a35-7315-4bff-9517-e2d9056d6934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:03:23.580949 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-e8071a35-7315-4bff-9517-e2d9056d6934 admin admin] Usage tracker for resource:security_group_rule and tenant:a2669ebdad724f8ca1d32a3bd1e2dbbc is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:03:23.584379 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-e8071a35-7315-4bff-9517-e2d9056d6934 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:03:23.590809 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-e8071a35-7315-4bff-9517-e2d9056d6934 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:03:23.618481 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-74c12bc3-2c03-4884-aa6f-9446a331d289 req-5fd7976d-0865-4e20-bc48-00067f6bc145 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f0feb3b-dcf4-490c-a29a-b8a530867169 HTTP/1.1" status: 200 len: 1001 time: 0.1923087 Aug 20 16:03:23.684764 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c12bc3-2c03-4884-aa6f-9446a331d289 req-01dd8f96-6ee3-4283-86f5-5371a9b0b389 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:23.686258 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-74c12bc3-2c03-4884-aa6f-9446a331d289 req-01dd8f96-6ee3-4283-86f5-5371a9b0b389 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=39415324-6de0-401c-8e7e-a0482fdc5f52 HTTP/1.1" status: 200 len: 847 time: 0.0614414 Aug 20 16:03:23.686429 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-e8071a35-7315-4bff-9517-e2d9056d6934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:23.690532 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-e8071a35-7315-4bff-9517-e2d9056d6934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:23.697760 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-ec1e05c2-8344-4160-8f4f-54a6fc807898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:03:23.757938 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-e8071a35-7315-4bff-9517-e2d9056d6934 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a2669ebdad724f8ca1d32a3bd1e2dbbc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3705254 Aug 20 16:03:23.759645 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8071a35-7315-4bff-9517-e2d9056d6934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccad4b46-4b7c-4b08-a45a-f393b6a59d53,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:03:23.760407 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 36120) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:03:23.765004 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-e8071a35-7315-4bff-9517-e2d9056d6934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:03:23.801522 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-74c12bc3-2c03-4884-aa6f-9446a331d289 req-4edf8538-8a6e-4ae4-952c-8072e463f42e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=573c1213-77ed-460b-8c84-ad8019a0d321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1079040 Aug 20 16:03:23.910245 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-3df29df5-7a77-48b2-88a3-bbb87fd17f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:23.965186 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-3df29df5-7a77-48b2-88a3-bbb87fd17f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:24.000883 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-74c12bc3-2c03-4884-aa6f-9446a331d289 req-37df9810-71ad-416c-a5fa-aa7109b95453 service neutron] 10.222.0.54 "GET /v2.0/networks/573c1213-77ed-460b-8c84-ad8019a0d321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837838 Aug 20 16:03:24.118609 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-3df29df5-7a77-48b2-88a3-bbb87fd17f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:24.133898 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-8a1c5013-b5e9-4b58-a88a-65db024da009 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:03:24.156518 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df29df5-7a77-48b2-88a3-bbb87fd17f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccad4b46-4b7c-4b08-a45a-f393b6a59d53,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:03:24.159504 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-3df29df5-7a77-48b2-88a3-bbb87fd17f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:03:24.171245 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-3df29df5-7a77-48b2-88a3-bbb87fd17f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:24.172840 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-3df29df5-7a77-48b2-88a3-bbb87fd17f03 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ccad4b46-4b7c-4b08-a45a-f393b6a59d53 HTTP/1.1" status: 204 len: 168 time: 0.4117169 Aug 20 16:03:24.175018 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-74c12bc3-2c03-4884-aa6f-9446a331d289 req-fad854ef-3137-45db-a144-9bbb11910721 service neutron] 10.222.0.54 "GET /v2.0/networks/573c1213-77ed-460b-8c84-ad8019a0d321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662986 Aug 20 16:03:31.627228 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e57ca-e935-4616-a97d-26c9af7ff66a req-20031301-e470-49fe-8541-fd9a26138b96 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:31.628725 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-983e57ca-e935-4616-a97d-26c9af7ff66a req-20031301-e470-49fe-8541-fd9a26138b96 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 945 time: 0.0832508 Aug 20 16:03:31.677744 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-983e57ca-e935-4616-a97d-26c9af7ff66a req-04387663-d30f-4195-8b52-0bce2472f477 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13986ee-1a2d-4d35-9821-a0403a66af56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422552 Aug 20 16:03:32.885856 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a80182-d887-4553-b9a5-0241f6547d35 req-914dd63e-b550-40c2-b1b4-eb50f0294d85 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:32.887391 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-10a80182-d887-4553-b9a5-0241f6547d35 req-914dd63e-b550-40c2-b1b4-eb50f0294d85 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 945 time: 0.0798781 Aug 20 16:03:32.936851 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-10a80182-d887-4553-b9a5-0241f6547d35 req-dd3a5730-7051-4796-a02d-643cb3ed2d6f tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13986ee-1a2d-4d35-9821-a0403a66af56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433321 Aug 20 16:03:34.162019 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb33ee-dcd0-41ae-b529-f239bc509170 req-765aee18-a9e1-44a2-a318-2b05c22b8c91 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:34.163505 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-18bb33ee-dcd0-41ae-b529-f239bc509170 req-765aee18-a9e1-44a2-a318-2b05c22b8c91 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 945 time: 0.0830235 Aug 20 16:03:34.210696 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-18bb33ee-dcd0-41ae-b529-f239bc509170 req-1acb5cfd-98a5-4491-b06a-78f3a4c4bfd4 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13986ee-1a2d-4d35-9821-a0403a66af56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401506 Aug 20 16:03:35.413605 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38103493-9f15-4117-9723-6e678100a2f3 req-b20989d5-ea6d-4073-a415-3753eece1822 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:35.415168 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-38103493-9f15-4117-9723-6e678100a2f3 req-b20989d5-ea6d-4073-a415-3753eece1822 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 945 time: 0.0802119 Aug 20 16:03:35.469765 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-38103493-9f15-4117-9723-6e678100a2f3 req-c4c14860-b36c-408b-95c8-1ee450a84986 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13986ee-1a2d-4d35-9821-a0403a66af56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449724 Aug 20 16:03:36.673943 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc69ded-99c8-41d8-a586-aa3f3fea3b6d req-f95cc3b0-66bf-4001-a872-748386bd1db9 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:36.675416 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-0cc69ded-99c8-41d8-a586-aa3f3fea3b6d req-f95cc3b0-66bf-4001-a872-748386bd1db9 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 945 time: 0.0793364 Aug 20 16:03:36.724322 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-0cc69ded-99c8-41d8-a586-aa3f3fea3b6d req-8c7adc62-bf8a-4313-a739-9a7ad936b674 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13986ee-1a2d-4d35-9821-a0403a66af56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433106 Aug 20 16:03:37.940441 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcebd22f-43b3-4733-97fa-f5189d65a2d6 req-cfd2441c-9934-4c3c-b6d9-fd58d4a98b12 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:37.941951 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-bcebd22f-43b3-4733-97fa-f5189d65a2d6 req-cfd2441c-9934-4c3c-b6d9-fd58d4a98b12 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 945 time: 0.0890992 Aug 20 16:03:37.988410 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-bcebd22f-43b3-4733-97fa-f5189d65a2d6 req-a04cd9c6-4776-41da-b27d-dea8077d0434 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13986ee-1a2d-4d35-9821-a0403a66af56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409093 Aug 20 16:03:39.189938 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b2ec7-a9be-4c40-a790-8e82ebd1b6de req-a91685ef-2dd6-4014-a060-33f73985c326 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:39.191524 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8d7b2ec7-a9be-4c40-a790-8e82ebd1b6de req-a91685ef-2dd6-4014-a060-33f73985c326 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 945 time: 0.0844827 Aug 20 16:03:39.241126 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8d7b2ec7-a9be-4c40-a790-8e82ebd1b6de req-a6b212e8-92cb-4ac1-a19e-2d39762d2e0b tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13986ee-1a2d-4d35-9821-a0403a66af56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422301 Aug 20 16:03:39.609626 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-5a22ef59-8c54-40c6-a57f-1052db3ad9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:40.063048 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:40.448622 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea90eae-216f-4fc4-a386-a9ec3a70b2da req-66480dd2-70fc-4159-ab9f-388effc69b65 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:40.450136 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4ea90eae-216f-4fc4-a386-a9ec3a70b2da req-66480dd2-70fc-4159-ab9f-388effc69b65 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 945 time: 0.0830815 Aug 20 16:03:40.504131 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4ea90eae-216f-4fc4-a386-a9ec3a70b2da req-be98fbd9-b899-4d46-9891-846c877f0b40 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13986ee-1a2d-4d35-9821-a0403a66af56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473073 Aug 20 16:03:41.708266 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-7ec23811-6997-4430-b381-d668b49cb64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:41.753276 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29eda3-b066-4aec-b81f-19b66a7638c9 req-ae923b77-9f3f-4cb0-a6e0-616498343141 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:41.755106 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-df29eda3-b066-4aec-b81f-19b66a7638c9 req-ae923b77-9f3f-4cb0-a6e0-616498343141 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 945 time: 0.1239419 Aug 20 16:03:41.816168 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-63643dbf-cd54-4d80-b50a-7108ec6fc547 req-3aae5811-6e90-4850-beb0-f032914c32f9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4aa85ac1b5744629b15ceb86e66e4a5f&device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 1098 time: 0.1215527 Aug 20 16:03:41.823743 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-df29eda3-b066-4aec-b81f-19b66a7638c9 req-deb3060c-9dfa-48f1-912b-90e5f27670e3 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13986ee-1a2d-4d35-9821-a0403a66af56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584390 Aug 20 16:03:41.951565 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63643dbf-cd54-4d80-b50a-7108ec6fc547 req-2ec479cb-a837-428a-8169-a79d898df21c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:41.953363 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-63643dbf-cd54-4d80-b50a-7108ec6fc547 req-2ec479cb-a837-428a-8169-a79d898df21c service neutron] 10.222.0.54 "GET /v2.0/networks?id=573c1213-77ed-460b-8c84-ad8019a0d321 HTTP/1.1" status: 200 len: 910 time: 0.1287637 Aug 20 16:03:42.150764 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-63643dbf-cd54-4d80-b50a-7108ec6fc547 req-9170af92-6c5c-4c9a-9f31-c964f2afc639 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f0feb3b-dcf4-490c-a29a-b8a530867169 HTTP/1.1" status: 200 len: 1001 time: 0.1908572 Aug 20 16:03:42.213895 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63643dbf-cd54-4d80-b50a-7108ec6fc547 req-61f944bd-33f6-4069-a81d-2bc469b7ead3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:42.215344 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-63643dbf-cd54-4d80-b50a-7108ec6fc547 req-61f944bd-33f6-4069-a81d-2bc469b7ead3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=39415324-6de0-401c-8e7e-a0482fdc5f52 HTTP/1.1" status: 200 len: 847 time: 0.0578470 Aug 20 16:03:42.299821 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-63643dbf-cd54-4d80-b50a-7108ec6fc547 req-a992ac71-0a78-4a31-b8b2-e96a412ab6ba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=573c1213-77ed-460b-8c84-ad8019a0d321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0771909 Aug 20 16:03:42.442936 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-63643dbf-cd54-4d80-b50a-7108ec6fc547 req-d8cc6695-2bd3-430b-a74c-982ac7e3831b service neutron] 10.222.0.54 "GET /v2.0/networks/573c1213-77ed-460b-8c84-ad8019a0d321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354539 Aug 20 16:03:42.587123 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-63643dbf-cd54-4d80-b50a-7108ec6fc547 req-0ccbc972-3346-4607-a8e9-48569eeb8bd6 service neutron] 10.222.0.54 "GET /v2.0/networks/573c1213-77ed-460b-8c84-ad8019a0d321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366725 Aug 20 16:03:43.024988 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c5897-79bd-4c0c-94db-674715c96006 req-4cc4fe4c-5e14-4566-9cf5-269aa1a33277 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:43.026506 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5c5c5897-79bd-4c0c-94db-674715c96006 req-4cc4fe4c-5e14-4566-9cf5-269aa1a33277 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 945 time: 0.0778234 Aug 20 16:03:43.073057 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5c5c5897-79bd-4c0c-94db-674715c96006 req-8222e506-081f-4fc4-a5ee-42742dffd54b tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13986ee-1a2d-4d35-9821-a0403a66af56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407114 Aug 20 16:03:43.185484 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:44.288303 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85af9b-7c43-4c5c-ab93-0c9a20d6a112 req-ec81f633-e134-4c0d-89b0-8794684c6e12 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:44.289947 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-be85af9b-7c43-4c5c-ab93-0c9a20d6a112 req-ec81f633-e134-4c0d-89b0-8794684c6e12 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 945 time: 0.0879836 Aug 20 16:03:44.343671 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-be85af9b-7c43-4c5c-ab93-0c9a20d6a112 req-51b1b1a8-1ea2-48f5-bf20-38f97006b845 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13986ee-1a2d-4d35-9821-a0403a66af56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452762 Aug 20 16:03:44.682899 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:45.553793 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9845412-c4f5-4e3c-ae1b-1c27b407fad3 req-d09f3b73-0f2d-48a2-bfc6-f7e7d9467d5d tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:45.555312 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b9845412-c4f5-4e3c-ae1b-1c27b407fad3 req-d09f3b73-0f2d-48a2-bfc6-f7e7d9467d5d tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 945 time: 0.0837102 Aug 20 16:03:45.611876 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b9845412-c4f5-4e3c-ae1b-1c27b407fad3 req-4407f3f3-f618-46c8-98ec-a433cae7e51e tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13986ee-1a2d-4d35-9821-a0403a66af56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491130 Aug 20 16:03:45.828334 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-1d516beb-636b-4c40-8154-d679175b9cfd req-81778b44-6ac9-47d1-814b-e523f9919ffd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0710998 Aug 20 16:03:45.913615 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57fa37-1bbc-4e6a-a178-630d867073d6 req-2445016d-7315-4e0f-961e-c680b3bf8bec tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:45.915409 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5a57fa37-1bbc-4e6a-a178-630d867073d6 req-2445016d-7315-4e0f-961e-c680b3bf8bec tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 947 time: 0.0805488 Aug 20 16:03:46.006242 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5a57fa37-1bbc-4e6a-a178-630d867073d6 req-df205b80-c27f-4ec2-af96-42e0fa8d5e80 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852044 Aug 20 16:03:46.085768 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b442d02e-e535-42d8-bdf2-b4f42c6b53ee req-c02b0d83-972d-4611-8296-b3b70673e9bd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1152658 Aug 20 16:03:46.121947 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b62fe5-5183-46e3-aa6b-f5599b9122f1 req-89762002-8f96-47d9-91b0-10cac4d46567 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:46.123386 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f2b62fe5-5183-46e3-aa6b-f5599b9122f1 req-89762002-8f96-47d9-91b0-10cac4d46567 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 945 time: 0.0872512 Aug 20 16:03:46.169618 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f2b62fe5-5183-46e3-aa6b-f5599b9122f1 req-d17268ec-efa6-4d20-a1bc-340dbb7e01ed tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13986ee-1a2d-4d35-9821-a0403a66af56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401483 Aug 20 16:03:47.431836 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777ee2c-411e-44ff-9478-46898c428c90 req-a7665b1f-e935-4689-8336-ee7fa49a1489 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:47.433317 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3777ee2c-411e-44ff-9478-46898c428c90 req-a7665b1f-e935-4689-8336-ee7fa49a1489 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 947 time: 0.2675238 Aug 20 16:03:47.474067 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b442d02e-e535-42d8-bdf2-b4f42c6b53ee req-63bd2847-06f9-4a86-9711-6519966a18f8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083&tenant_id=4aa85ac1b5744629b15ceb86e66e4a5f HTTP/1.1" status: 200 len: 1098 time: 0.2434909 Aug 20 16:03:47.542683 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88391bc8-10ca-46b1-9a6b-f227d6334790 req-6297b95c-98ab-4048-a6ab-89b47542317e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:47.544012 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-88391bc8-10ca-46b1-9a6b-f227d6334790 req-6297b95c-98ab-4048-a6ab-89b47542317e tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.54 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 947 time: 0.2337823 Aug 20 16:03:47.614720 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e6f00-de0e-4487-9024-3d38775e474f req-35d80baf-ea0f-422b-8a84-29db453ef6cf tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:47.616153 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ea1e6f00-de0e-4487-9024-3d38775e474f req-35d80baf-ea0f-422b-8a84-29db453ef6cf tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 945 time: 0.2634096 Aug 20 16:03:47.626301 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-3777ee2c-411e-44ff-9478-46898c428c90 req-c3f71c62-12bb-48f4-b1f8-d4b03137c451 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855962 Aug 20 16:03:47.672358 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [req-88391bc8-10ca-46b1-9a6b-f227d6334790 req-aa803ebb-9751-4c5c-ac4a-0bfd68ac028c tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Deleting port 7738ce03-a921-44d1-aa4b-6401fbdabb01 {{(pid=75061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:03:47.672687 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-88391bc8-10ca-46b1-9a6b-f227d6334790 req-aa803ebb-9751-4c5c-ac4a-0bfd68ac028c tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:47.742545 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ea1e6f00-de0e-4487-9024-3d38775e474f req-5f0e29c3-1748-468b-8957-d89fbe10a1dc tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13986ee-1a2d-4d35-9821-a0403a66af56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140382 Aug 20 16:03:47.782590 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b442d02e-e535-42d8-bdf2-b4f42c6b53ee req-16170428-ec1b-4033-9bbd-92143e78614f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4aa85ac1b5744629b15ceb86e66e4a5f&device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 1098 time: 0.2772050 Aug 20 16:03:47.923148 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:48.105856 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442d02e-e535-42d8-bdf2-b4f42c6b53ee req-8d2e66f5-6e46-41ee-949b-adca900191b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:48.107285 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b442d02e-e535-42d8-bdf2-b4f42c6b53ee req-8d2e66f5-6e46-41ee-949b-adca900191b8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=573c1213-77ed-460b-8c84-ad8019a0d321 HTTP/1.1" status: 200 len: 910 time: 0.2351460 Aug 20 16:03:48.203377 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-88391bc8-10ca-46b1-9a6b-f227d6334790 req-aa803ebb-9751-4c5c-ac4a-0bfd68ac028c tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] For port 7738ce03-a921-44d1-aa4b-6401fbdabb01, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=7738ce03-a921-44d1-aa4b-6401fbdabb01,segment=NetworkSegment(68bd6238-2a31-45ae-8fff-c07ee9ddc968),segment_id=68bd6238-2a31-45ae-8fff-c07ee9ddc968)] {{(pid=75061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:03:48.203640 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-88391bc8-10ca-46b1-9a6b-f227d6334790 req-aa803ebb-9751-4c5c-ac4a-0bfd68ac028c tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:48.288742 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b442d02e-e535-42d8-bdf2-b4f42c6b53ee req-8168903e-e761-482c-b445-661befb2ec45 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f0feb3b-dcf4-490c-a29a-b8a530867169 HTTP/1.1" status: 200 len: 1001 time: 0.1703112 Aug 20 16:03:48.432720 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442d02e-e535-42d8-bdf2-b4f42c6b53ee req-634f790c-f0a0-4880-9a4e-8c3d7de761a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:48.434172 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b442d02e-e535-42d8-bdf2-b4f42c6b53ee req-634f790c-f0a0-4880-9a4e-8c3d7de761a4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=39415324-6de0-401c-8e7e-a0482fdc5f52 HTTP/1.1" status: 200 len: 847 time: 0.1374099 Aug 20 16:03:48.606928 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-88391bc8-10ca-46b1-9a6b-f227d6334790 req-aa803ebb-9751-4c5c-ac4a-0bfd68ac028c tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:48.607213 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-88391bc8-10ca-46b1-9a6b-f227d6334790 req-aa803ebb-9751-4c5c-ac4a-0bfd68ac028c tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405581'] for floatingip, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:48.607517 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.db.l3_db [req-88391bc8-10ca-46b1-9a6b-f227d6334790 req-aa803ebb-9751-4c5c-ac4a-0bfd68ac028c tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Floating IP 4050cbe4-a44b-4d2d-b309-6afffe713f41 disassociated. External IP: 172.28.2.197, port: 7738ce03-a921-44d1-aa4b-6401fbdabb01. Aug 20 16:03:48.607849 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [req-88391bc8-10ca-46b1-9a6b-f227d6334790 req-aa803ebb-9751-4c5c-ac4a-0bfd68ac028c tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Calling delete_port for 7738ce03-a921-44d1-aa4b-6401fbdabb01 owned by compute:nova {{(pid=75061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:03:48.674585 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b442d02e-e535-42d8-bdf2-b4f42c6b53ee req-f4945f2f-eaf6-43c2-97eb-20d8b799bf53 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=573c1213-77ed-460b-8c84-ad8019a0d321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2270479 Aug 20 16:03:48.806829 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 6f0feb3b-dcf4-490c-a29a-b8a530867169 no longer exists at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 16:03:48.928308 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:48.956784 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7cc0524-c593-4fbd-9b7e-e90cab90d083', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f0feb3b-dcf4-490c-a29a-b8a530867169'}] {{(pid=75062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:03:48.966555 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 6f0feb3b-dcf4-490c-a29a-b8a530867169, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=6f0feb3b-dcf4-490c-a29a-b8a530867169,segment=NetworkSegment(fec95dd2-d5a2-46ea-8494-372d23072abb),segment_id=fec95dd2-d5a2-46ea-8494-372d23072abb)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:03:48.971408 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:48.972234 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 7738ce03-a921-44d1-aa4b-6401fbdabb01 no longer exists at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 16:03:48.991366 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b442d02e-e535-42d8-bdf2-b4f42c6b53ee req-a239d8e4-4c39-4645-bd76-2cae0369d73d service neutron] 10.222.0.54 "GET /v2.0/networks/573c1213-77ed-460b-8c84-ad8019a0d321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011565 Aug 20 16:03:49.001064 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:03:49.005164 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-88391bc8-10ca-46b1-9a6b-f227d6334790 req-aa803ebb-9751-4c5c-ac4a-0bfd68ac028c tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519487'] for port, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:49.031650 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-60ae1a00-44fc-4c0b-b6f4-62ef64fd0d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:03:49.047693 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] No Port match for: 7738ce03-a921-44d1-aa4b-6401fbdabb01 {{(pid=75062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 20 16:03:49.048039 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 7738ce03-a921-44d1-aa4b-6401fbdabb01 not bound to the agent host hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 16:03:49.078756 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=6f0feb3b-dcf4-490c-a29a-b8a530867169,revision_number=6']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:03:49.087301 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:49.087637 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:49.088036 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:49.088294 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:49.088617 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:49.088934 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:49.089247 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:49.089560 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:49.089906 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:49.090218 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:49.090527 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:49.094334 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:03:49.137395 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa803ebb-9751-4c5c-ac4a-0bfd68ac028c tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Pushing event deleted for resources: {'Port': ['ID=7738ce03-a921-44d1-aa4b-6401fbdabb01,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:03:49.147387 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-aa803ebb-9751-4c5c-ac4a-0bfd68ac028c tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:03:49.156414 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752491e6-80c7-4f64-9d27-cbec6af516ee req-8a34b8d5-d1e5-4506-a7d0-19d244b78e8a tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:49.157884 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-752491e6-80c7-4f64-9d27-cbec6af516ee req-8a34b8d5-d1e5-4506-a7d0-19d244b78e8a tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 868 time: 0.3907268 Aug 20 16:03:49.225410 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcad5fa-c646-4e1c-b6c1-fe51eeb03d70 req-da0ed08b-d66c-430b-ba39-70890786c810 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:49.226927 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8bcad5fa-c646-4e1c-b6c1-fe51eeb03d70 req-da0ed08b-d66c-430b-ba39-70890786c810 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 945 time: 0.3508441 Aug 20 16:03:49.442913 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b442d02e-e535-42d8-bdf2-b4f42c6b53ee req-35531228-5d88-42aa-b54b-c232e16eaf2b service neutron] 10.222.0.54 "GET /v2.0/networks/573c1213-77ed-460b-8c84-ad8019a0d321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386134 Aug 20 16:03:49.459154 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-752491e6-80c7-4f64-9d27-cbec6af516ee req-a361dd38-d6e7-4dc2-8558-84bb19de35a3 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3768d5c-a5e1-4267-a4a0-f8e1363142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2916360 Aug 20 16:03:49.481621 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8bcad5fa-c646-4e1c-b6c1-fe51eeb03d70 req-565681ea-b8ee-479b-8a85-1dd6fb9cd9da tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13986ee-1a2d-4d35-9821-a0403a66af56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993805 Aug 20 16:03:49.544884 dv-cinder-805398-3-smb neutron-server[75062]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b7cc0524-c593-4fbd-9b7e-e90cab90d083', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6f0feb3b-dcf4-490c-a29a-b8a530867169', 'code': 422} returned with failed status Aug 20 16:03:49.629227 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88391bc8-10ca-46b1-9a6b-f227d6334790 req-aa803ebb-9751-4c5c-ac4a-0bfd68ac028c tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Router c7f629f4-b653-47b2-9fd4-bee4d6c98203 has already been hosted by L3 agent ecccf787-6cb6-4f52-bf94-e4285ae9b988 {{(pid=75061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:03:49.835971 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88391bc8-10ca-46b1-9a6b-f227d6334790 req-aa803ebb-9751-4c5c-ac4a-0bfd68ac028c tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify agent at l3_agent.dv-cinder-805398-3-smb the message routers_updated {{(pid=75061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:03:49.845781 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ecf664-34c2-4f23-9e5a-3a0ad67f35ea None None] Sync routers for ids ['c7f629f4-b653-47b2-9fd4-bee4d6c98203'] in dv-cinder-805398-3-smb {{(pid=75063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 20 16:03:49.857771 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ecf664-34c2-4f23-9e5a-3a0ad67f35ea None None] Routers {'c7f629f4-b653-47b2-9fd4-bee4d6c98203'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:03:49.858534 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-72ecf664-34c2-4f23-9e5a-3a0ad67f35ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:03:42Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['c7f629f4-b653-47b2-9fd4-bee4d6c98203'], 'active': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:03:49.904208 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [req-88391bc8-10ca-46b1-9a6b-f227d6334790 req-aa803ebb-9751-4c5c-ac4a-0bfd68ac028c tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] No DVR routers for this DVR port 7738ce03-a921-44d1-aa4b-6401fbdabb01 on host hv-cinder-80539 {{(pid=75061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 16:03:49.907370 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-88391bc8-10ca-46b1-9a6b-f227d6334790 req-aa803ebb-9751-4c5c-ac4a-0bfd68ac028c tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:49.910037 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c03151-1dd1-414a-9cb1-1afd181fe9d1', 'name': 'network-vif-deleted', 'tag': '7738ce03-a921-44d1-aa4b-6401fbdabb01'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:03:49.925534 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-88391bc8-10ca-46b1-9a6b-f227d6334790 req-aa803ebb-9751-4c5c-ac4a-0bfd68ac028c tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.54 "DELETE /v2.0/ports/7738ce03-a921-44d1-aa4b-6401fbdabb01 HTTP/1.1" status: 204 len: 173 time: 2.3683460 Aug 20 16:03:49.979616 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c03151-1dd1-414a-9cb1-1afd181fe9d1', 'name': 'network-vif-deleted', 'tag': '7738ce03-a921-44d1-aa4b-6401fbdabb01', 'status': 'completed', 'code': 200} Aug 20 16:03:50.063792 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvr_db [None req-72ecf664-34c2-4f23-9e5a-3a0ad67f35ea None None] Set router c7f629f4-b653-47b2-9fd4-bee4d6c98203 gateway port host: dv-cinder-805398-3-smb {{(pid=75063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:03:50.364896 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 6 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 16:03:50.389369 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-72ecf664-34c2-4f23-9e5a-3a0ad67f35ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'name': 'tempest-AttachVolumeShelveTestJSON-529608688-router', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:56:45Z', 'updated_at': '2021-08-20T15:56:52Z', 'revision_number': 4, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'gw_port': {'id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:56:46Z', 'updated_at': '2021-08-20T15:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': 'd56e7e8a-b169-4ab3-8661-652a6f28a144', 'name': '', 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'mac_address': 'fa:16:3e:6d:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2eac451a-2e42-4f5c-8315-eccf4786e9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:56:51Z', 'updated_at': '2021-08-20T15:57:06Z', 'revision_number': 5, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'subnets': [{'id': '2eac451a-2e42-4f5c-8315-eccf4786e9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:03:50.394057 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ecf664-34c2-4f23-9e5a-3a0ad67f35ea None None] Checking router: c7f629f4-b653-47b2-9fd4-bee4d6c98203 for host: dv-cinder-805398-3-smb {{(pid=75063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 20 16:03:50.404673 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ecf664-34c2-4f23-9e5a-3a0ad67f35ea None None] Routers {'c7f629f4-b653-47b2-9fd4-bee4d6c98203'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:03:50.405289 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-72ecf664-34c2-4f23-9e5a-3a0ad67f35ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:03:42Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['c7f629f4-b653-47b2-9fd4-bee4d6c98203'], 'active': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:03:50.588446 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvr_db [None req-72ecf664-34c2-4f23-9e5a-3a0ad67f35ea None None] Set router c7f629f4-b653-47b2-9fd4-bee4d6c98203 gateway port host: dv-cinder-805398-3-smb {{(pid=75063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:03:50.727602 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-54897f6e-9448-4a84-9c89-19903bd068af req-70f61a88-800e-4760-a48e-f6302a1464f7 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Synchronizing usage tracker for tenant:dbaf53e1aea443719d3e819cb3601631 on resource:port {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 16:03:50.757929 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-54897f6e-9448-4a84-9c89-19903bd068af req-70f61a88-800e-4760-a48e-f6302a1464f7 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Unset dirty status for tenant:dbaf53e1aea443719d3e819cb3601631 on resource:port {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 16:03:50.759105 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-54897f6e-9448-4a84-9c89-19903bd068af req-70f61a88-800e-4760-a48e-f6302a1464f7 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c03151-1dd1-414a-9cb1-1afd181fe9d1 HTTP/1.1" status: 200 len: 210 time: 0.1251361 Aug 20 16:03:50.782189 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d6e47-c062-43b2-a777-bbe680718594 req-2edbfcf1-1b06-4325-8188-6ad614f2275d tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:50.784011 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-531d6e47-c062-43b2-a777-bbe680718594 req-2edbfcf1-1b06-4325-8188-6ad614f2275d tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 943 time: 0.1023757 Aug 20 16:03:50.840075 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-531d6e47-c062-43b2-a777-bbe680718594 req-e127c96e-eed4-4fce-9576-7984d1b511fc tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13986ee-1a2d-4d35-9821-a0403a66af56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457597 Aug 20 16:03:50.950128 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-72ecf664-34c2-4f23-9e5a-3a0ad67f35ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'name': 'tempest-AttachVolumeShelveTestJSON-529608688-router', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:56:45Z', 'updated_at': '2021-08-20T15:56:52Z', 'revision_number': 4, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'gw_port': {'id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:56:46Z', 'updated_at': '2021-08-20T15:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': 'd56e7e8a-b169-4ab3-8661-652a6f28a144', 'name': '', 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'mac_address': 'fa:16:3e:6d:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2eac451a-2e42-4f5c-8315-eccf4786e9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:56:51Z', 'updated_at': '2021-08-20T15:57:06Z', 'revision_number': 5, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'subnets': [{'id': '2eac451a-2e42-4f5c-8315-eccf4786e9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:03:50.954419 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ecf664-34c2-4f23-9e5a-3a0ad67f35ea None None] The sync data for ids ['c7f629f4-b653-47b2-9fd4-bee4d6c98203'] in dv-cinder-805398-3-smb is: [{'id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'name': 'tempest-AttachVolumeShelveTestJSON-529608688-router', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:56:45Z', 'updated_at': '2021-08-20T15:56:52Z', 'revision_number': 4, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'gw_port': {'id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:56:46Z', 'updated_at': '2021-08-20T15:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': 'd56e7e8a-b169-4ab3-8661-652a6f28a144', 'name': '', 'network_id': 'a2292af7-a948-4fc0-8b0a-97b490608a31', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'mac_address': 'fa:16:3e:6d:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2eac451a-2e42-4f5c-8315-eccf4786e9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:56:51Z', 'updated_at': '2021-08-20T15:57:06Z', 'revision_number': 5, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'subnets': [{'id': '2eac451a-2e42-4f5c-8315-eccf4786e9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 20 16:03:51.104891 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7e0a5568-6d1b-4c1a-b4b8-55d7d03bc57f req-3dce35d2-9fc0-47dc-8ad8-68119ca9e159 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 1096 time: 0.0736084 Aug 20 16:03:51.155197 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-7e0a5568-6d1b-4c1a-b4b8-55d7d03bc57f req-78d156e4-ea31-43f4-86ef-e01eb1fb83d6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b13986ee-1a2d-4d35-9821-a0403a66af56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393674 Aug 20 16:03:51.191595 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c41c83c-3ba3-44ce-8c67-9517f3a21fb6 None None] New status for floating IP 4050cbe4-a44b-4d2d-b309-6afffe713f41: DOWN {{(pid=75062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 20 16:03:51.926487 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 36216) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:03:52.036313 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-fbfadc77-4528-4a62-a2dc-545de14b9476 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for security_group, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:52.075091 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-fbfadc77-4528-4a62-a2dc-545de14b9476 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:52.122798 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b8148-3e38-4cdc-8138-c86d98f6bc3d req-46d2836c-6d68-4fb8-86d6-6e0f66b1f7fa tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:52.124817 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f80b8148-3e38-4cdc-8138-c86d98f6bc3d req-46d2836c-6d68-4fb8-86d6-6e0f66b1f7fa tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 943 time: 0.1517417 Aug 20 16:03:52.167515 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-fbfadc77-4528-4a62-a2dc-545de14b9476 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:52.175121 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-13eb32cd-394f-4c2f-b547-fdcb1835912f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:03:52.193766 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfadc77-4528-4a62-a2dc-545de14b9476 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3768d5c-a5e1-4267-a4a0-f8e1363142b2,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:03:52.196354 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-fbfadc77-4528-4a62-a2dc-545de14b9476 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:03:52.199196 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f80b8148-3e38-4cdc-8138-c86d98f6bc3d req-8124d07b-37d9-4c96-af59-928a0e86c7da tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13986ee-1a2d-4d35-9821-a0403a66af56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688586 Aug 20 16:03:52.206495 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-fbfadc77-4528-4a62-a2dc-545de14b9476 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for security_group, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:52.210689 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-fbfadc77-4528-4a62-a2dc-545de14b9476 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "DELETE /v2.0/security-groups/d3768d5c-a5e1-4267-a4a0-f8e1363142b2 HTTP/1.1" status: 204 len: 168 time: 0.2804713 Aug 20 16:03:52.211115 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 36220) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:03:52.236813 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.api.v2.resource [None req-c7c1369a-15c6-4c3f-b757-d2416a90e2d0 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] show failed (client error): The resource could not be found. Aug 20 16:03:52.239227 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-c7c1369a-15c6-4c3f-b757-d2416a90e2d0 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "GET /v2.0/security-groups/d3768d5c-a5e1-4267-a4a0-f8e1363142b2 HTTP/1.1" status: 404 len: 347 time: 0.0257149 Aug 20 16:03:52.240950 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 36224) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:03:52.400501 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2f7b3-7eb2-41f3-bdc1-a001ebd4992a tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Deleting port 99b75019-11f3-452b-a0bf-631df4b19cf3 {{(pid=75061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:03:52.400837 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-c8c2f7b3-7eb2-41f3-bdc1-a001ebd4992a tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:52.566285 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-c8c2f7b3-7eb2-41f3-bdc1-a001ebd4992a tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:52.566607 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-c8c2f7b3-7eb2-41f3-bdc1-a001ebd4992a tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:52.684022 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2f7b3-7eb2-41f3-bdc1-a001ebd4992a tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Calling delete_port for 99b75019-11f3-452b-a0bf-631df4b19cf3 owned by network:floatingip {{(pid=75061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:03:52.830896 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 6f0feb3b-dcf4-490c-a29a-b8a530867169 details requested by agent hyperv_hv-cinder-80539 with host hv-cinder-80539 {{(pid=75062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 16:03:52.934490 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-c8c2f7b3-7eb2-41f3-bdc1-a001ebd4992a tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519487'] for port, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:52.938999 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-b386b482-df34-401e-91b6-923e8b993da2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:03:52.985055 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 6f0feb3b-dcf4-490c-a29a-b8a530867169, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=6f0feb3b-dcf4-490c-a29a-b8a530867169,segment=NetworkSegment(fec95dd2-d5a2-46ea-8494-372d23072abb),segment_id=fec95dd2-d5a2-46ea-8494-372d23072abb)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:03:52.985741 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2f7b3-7eb2-41f3-bdc1-a001ebd4992a tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Pushing event deleted for resources: {'Port': ['ID=99b75019-11f3-452b-a0bf-631df4b19cf3,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:03:52.988320 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-c8c2f7b3-7eb2-41f3-bdc1-a001ebd4992a tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:03:53.011161 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Returning: {'device': '6f0feb3b-dcf4-490c-a29a-b8a530867169', 'network_id': '573c1213-77ed-460b-8c84-ad8019a0d321', 'port_id': '6f0feb3b-dcf4-490c-a29a-b8a530867169', 'mac_address': 'fa:16:3e:cc:fb:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39415324-6de0-401c-8e7e-a0482fdc5f52', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 16:03:53.101993 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-c8c2f7b3-7eb2-41f3-bdc1-a001ebd4992a tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks [] for floatingip, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:53.111131 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:53.129289 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-c8c2f7b3-7eb2-41f3-bdc1-a001ebd4992a tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for floatingip, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:53.130775 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-c8c2f7b3-7eb2-41f3-bdc1-a001ebd4992a tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] 10.222.0.13 "DELETE /v2.0/floatingips/4050cbe4-a44b-4d2d-b309-6afffe713f41 HTTP/1.1" status: 204 len: 168 time: 0.8886967 Aug 20 16:03:53.137116 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f0feb3b-dcf4-490c-a29a-b8a530867169 {{(pid=75062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 16:03:53.158494 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 6f0feb3b-dcf4-490c-a29a-b8a530867169, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=6f0feb3b-dcf4-490c-a29a-b8a530867169,segment=NetworkSegment(fec95dd2-d5a2-46ea-8494-372d23072abb),segment_id=fec95dd2-d5a2-46ea-8494-372d23072abb)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:03:53.163509 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:53.165281 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:03:53.230166 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=6f0feb3b-dcf4-490c-a29a-b8a530867169,revision_number=7']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:03:53.233158 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:03:53.391209 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['6f0feb3b-dcf4-490c-a29a-b8a530867169'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 16:03:53.430728 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb9a7f-f3ae-4fb5-a4ea-2761e512e273 req-9be0ba86-3bde-47ea-99d8-95651d0ac95b tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:53.432490 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b8fb9a7f-f3ae-4fb5-a4ea-2761e512e273 req-9be0ba86-3bde-47ea-99d8-95651d0ac95b tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 944 time: 0.0935175 Aug 20 16:03:53.497954 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b8fb9a7f-f3ae-4fb5-a4ea-2761e512e273 req-9db37a7b-5964-45e4-acc0-0c234f87aa50 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13986ee-1a2d-4d35-9821-a0403a66af56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588155 Aug 20 16:03:54.845706 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 6f0feb3b-dcf4-490c-a29a-b8a530867169 up at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 16:03:54.920526 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning complete for port 6f0feb3b-dcf4-490c-a29a-b8a530867169 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:03:54.921297 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:55.038558 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:55.072745 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7cc0524-c593-4fbd-9b7e-e90cab90d083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0feb3b-dcf4-490c-a29a-b8a530867169'}] {{(pid=75062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:03:55.083509 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 6f0feb3b-dcf4-490c-a29a-b8a530867169, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=6f0feb3b-dcf4-490c-a29a-b8a530867169,segment=NetworkSegment(fec95dd2-d5a2-46ea-8494-372d23072abb),segment_id=fec95dd2-d5a2-46ea-8494-372d23072abb)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:03:55.088550 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:55.090680 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:03:55.134721 dv-cinder-805398-3-smb neutron-server[75062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7cc0524-c593-4fbd-9b7e-e90cab90d083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0feb3b-dcf4-490c-a29a-b8a530867169', 'code': 200} Aug 20 16:03:55.160157 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=6f0feb3b-dcf4-490c-a29a-b8a530867169,revision_number=8']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:03:55.163224 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:03:55.979108 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 36254) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:03:56.592664 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-041b0e77-4c6f-48b3-a3f7-4d6ca5e81bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642399'] for router_interface, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:57.195281 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [None req-041b0e77-4c6f-48b3-a3f7-4d6ca5e81bc4 admin admin] Deleting port d56e7e8a-b169-4ab3-8661-652a6f28a144 {{(pid=75061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:03:57.195993 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-041b0e77-4c6f-48b3-a3f7-4d6ca5e81bc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:57.372517 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [None req-041b0e77-4c6f-48b3-a3f7-4d6ca5e81bc4 admin admin] For port d56e7e8a-b169-4ab3-8661-652a6f28a144, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=d56e7e8a-b169-4ab3-8661-652a6f28a144,segment=NetworkSegment(68bd6238-2a31-45ae-8fff-c07ee9ddc968),segment_id=68bd6238-2a31-45ae-8fff-c07ee9ddc968)] {{(pid=75061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:03:57.372869 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-041b0e77-4c6f-48b3-a3f7-4d6ca5e81bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:57.580312 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [None req-041b0e77-4c6f-48b3-a3f7-4d6ca5e81bc4 admin admin] Calling delete_port for d56e7e8a-b169-4ab3-8661-652a6f28a144 owned by network:router_interface {{(pid=75061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:03:57.759344 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-041b0e77-4c6f-48b3-a3f7-4d6ca5e81bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519487'] for port, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:57.763153 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:03:57.805284 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b0e77-4c6f-48b3-a3f7-4d6ca5e81bc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d56e7e8a-b169-4ab3-8661-652a6f28a144,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:03:57.808939 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-041b0e77-4c6f-48b3-a3f7-4d6ca5e81bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:03:58.140252 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-041b0e77-4c6f-48b3-a3f7-4d6ca5e81bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642475'] for router_interface, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:58.740280 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041b0e77-4c6f-48b3-a3f7-4d6ca5e81bc4 admin admin] Router c7f629f4-b653-47b2-9fd4-bee4d6c98203 has already been hosted by L3 agent ecccf787-6cb6-4f52-bf94-e4285ae9b988 {{(pid=75061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:03:58.952946 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041b0e77-4c6f-48b3-a3f7-4d6ca5e81bc4 admin admin] Notify agent at l3_agent.dv-cinder-805398-3-smb the message routers_updated {{(pid=75061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:03:58.963964 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cc0c4f-2871-4bcc-af2c-198c58598536 None None] Sync routers for ids ['c7f629f4-b653-47b2-9fd4-bee4d6c98203'] in dv-cinder-805398-3-smb {{(pid=75063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 20 16:03:58.975940 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-041b0e77-4c6f-48b3-a3f7-4d6ca5e81bc4 admin admin] 10.222.0.13 "PUT /v2.0/routers/c7f629f4-b653-47b2-9fd4-bee4d6c98203/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9935317 Aug 20 16:03:58.976359 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 36260) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:03:58.977394 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cc0c4f-2871-4bcc-af2c-198c58598536 None None] Routers {'c7f629f4-b653-47b2-9fd4-bee4d6c98203'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:03:58.978104 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-13cc0c4f-2871-4bcc-af2c-198c58598536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:03:42Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['c7f629f4-b653-47b2-9fd4-bee4d6c98203'], 'active': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:03:59.177611 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvr_db [None req-13cc0c4f-2871-4bcc-af2c-198c58598536 None None] Set router c7f629f4-b653-47b2-9fd4-bee4d6c98203 gateway port host: dv-cinder-805398-3-smb {{(pid=75063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:03:59.412544 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-d108eb2e-1f16-49fb-834b-58012879f78b admin admin] Notify callbacks [] for router, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:59.493316 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-13cc0c4f-2871-4bcc-af2c-198c58598536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'name': 'tempest-AttachVolumeShelveTestJSON-529608688-router', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:56:45Z', 'updated_at': '2021-08-20T16:03:57Z', 'revision_number': 5, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'gw_port': {'id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:56:46Z', 'updated_at': '2021-08-20T15:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb'}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:03:59.499993 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cc0c4f-2871-4bcc-af2c-198c58598536 None None] Checking router: c7f629f4-b653-47b2-9fd4-bee4d6c98203 for host: dv-cinder-805398-3-smb {{(pid=75063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 20 16:03:59.515076 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cc0c4f-2871-4bcc-af2c-198c58598536 None None] Routers {'c7f629f4-b653-47b2-9fd4-bee4d6c98203'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:03:59.515855 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-13cc0c4f-2871-4bcc-af2c-198c58598536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:03:42Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['c7f629f4-b653-47b2-9fd4-bee4d6c98203'], 'active': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:03:59.636564 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-d108eb2e-1f16-49fb-834b-58012879f78b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:59.647572 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [None req-d108eb2e-1f16-49fb-834b-58012879f78b admin admin] Deleting port d964589a-a634-4ace-9d2d-80320dc01bdb {{(pid=75061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:03:59.648158 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-d108eb2e-1f16-49fb-834b-58012879f78b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:59.710436 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvr_db [None req-13cc0c4f-2871-4bcc-af2c-198c58598536 None None] Set router c7f629f4-b653-47b2-9fd4-bee4d6c98203 gateway port host: dv-cinder-805398-3-smb {{(pid=75063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:03:59.861964 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [None req-d108eb2e-1f16-49fb-834b-58012879f78b admin admin] For port d964589a-a634-4ace-9d2d-80320dc01bdb, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=d964589a-a634-4ace-9d2d-80320dc01bdb,segment=NetworkSegment(a5ca86d2-2020-4ee5-a03b-d47a6c676c14),segment_id=a5ca86d2-2020-4ee5-a03b-d47a6c676c14)] {{(pid=75061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:03:59.862713 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-d108eb2e-1f16-49fb-834b-58012879f78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:00.000138 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [None req-d108eb2e-1f16-49fb-834b-58012879f78b admin admin] Calling delete_port for d964589a-a634-4ace-9d2d-80320dc01bdb owned by network:router_gateway {{(pid=75061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:04:00.037278 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-13cc0c4f-2871-4bcc-af2c-198c58598536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'name': 'tempest-AttachVolumeShelveTestJSON-529608688-router', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:56:45Z', 'updated_at': '2021-08-20T16:03:57Z', 'revision_number': 5, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'gw_port': {'id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:56:46Z', 'updated_at': '2021-08-20T15:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb'}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:04:00.042621 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cc0c4f-2871-4bcc-af2c-198c58598536 None None] The sync data for ids ['c7f629f4-b653-47b2-9fd4-bee4d6c98203'] in dv-cinder-805398-3-smb is: [{'id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'name': 'tempest-AttachVolumeShelveTestJSON-529608688-router', 'tenant_id': 'dbaf53e1aea443719d3e819cb3601631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:56:45Z', 'updated_at': '2021-08-20T16:03:57Z', 'revision_number': 5, 'project_id': 'dbaf53e1aea443719d3e819cb3601631', 'gw_port': {'id': 'd964589a-a634-4ace-9d2d-80320dc01bdb', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f629f4-b653-47b2-9fd4-bee4d6c98203', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:56:46Z', 'updated_at': '2021-08-20T15:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb'}] {{(pid=75063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 20 16:04:00.209206 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-d108eb2e-1f16-49fb-834b-58012879f78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519487'] for port, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:00.213713 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-30533911-00b1-4930-b2b8-d75726094454 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:04:00.263104 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d108eb2e-1f16-49fb-834b-58012879f78b admin admin] Pushing event deleted for resources: {'Port': ['ID=d964589a-a634-4ace-9d2d-80320dc01bdb,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:00.266227 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-d108eb2e-1f16-49fb-834b-58012879f78b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:04:00.556799 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-d108eb2e-1f16-49fb-834b-58012879f78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405538'] for router_gateway, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:01.059596 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-d108eb2e-1f16-49fb-834b-58012879f78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12333'] for router, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:01.064654 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-d108eb2e-1f16-49fb-834b-58012879f78b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:01.091202 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-d108eb2e-1f16-49fb-834b-58012879f78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640030'] for router, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:01.091832 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d108eb2e-1f16-49fb-834b-58012879f78b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7f629f4-b653-47b2-9fd4-bee4d6c98203 {{(pid=75061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 16:04:01.105116 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-d108eb2e-1f16-49fb-834b-58012879f78b admin admin] Notify callbacks [] for router, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:01.109418 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-d108eb2e-1f16-49fb-834b-58012879f78b admin admin] 10.222.0.13 "DELETE /v2.0/routers/c7f629f4-b653-47b2-9fd4-bee4d6c98203 HTTP/1.1" status: 204 len: 168 time: 2.1317172 Aug 20 16:04:01.109867 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 36264) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:04:01.176526 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f0b7c49-95ee-48d3-a512-917360eaf360 admin admin] Deleting subnet 2eac451a-2e42-4f5c-8315-eccf4786e9f0 {{(pid=75060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 20 16:04:01.179975 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-0f0b7c49-95ee-48d3-a512-917360eaf360 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:01.237470 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-0f0b7c49-95ee-48d3-a512-917360eaf360 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1079870'] for subnet, precommit_delete_associations {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:01.319915 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-0f0b7c49-95ee-48d3-a512-917360eaf360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3577807'] for subnet, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:01.395245 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-0f0b7c49-95ee-48d3-a512-917360eaf360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3577846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6850340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1265223'] for subnet, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:01.399390 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:04:01.439182 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b7c49-95ee-48d3-a512-917360eaf360 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2eac451a-2e42-4f5c-8315-eccf4786e9f0,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:01.442739 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-0f0b7c49-95ee-48d3-a512-917360eaf360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:04:01.443770 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-0f0b7c49-95ee-48d3-a512-917360eaf360 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:01.448705 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c5dfc7-78f7-4d85-8464-df774bd3e33a None None] Network a2292af7-a948-4fc0-8b0a-97b490608a31 requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 16:04:01.469307 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-0f0b7c49-95ee-48d3-a512-917360eaf360 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2eac451a-2e42-4f5c-8315-eccf4786e9f0 HTTP/1.1" status: 204 len: 168 time: 0.3556342 Aug 20 16:04:01.469678 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 36268) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:04:01.601762 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-1beadb23-d522-4264-8e19-6eea5636789e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3779509'] for network, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:01.621844 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-1beadb23-d522-4264-8e19-6eea5636789e admin admin] Deleting port ca688f97-cf62-4b46-8bea-3ba14d97a120 {{(pid=75060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:04:01.622109 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-1beadb23-d522-4264-8e19-6eea5636789e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:01.659654 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device d964589a-a634-4ace-9d2d-80320dc01bdb no longer exists at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 16:04:01.699390 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] No Port match for: d964589a-a634-4ace-9d2d-80320dc01bdb {{(pid=75062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 20 16:04:01.699800 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device d964589a-a634-4ace-9d2d-80320dc01bdb not bound to the agent host dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 16:04:01.700166 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device d56e7e8a-b169-4ab3-8661-652a6f28a144 no longer exists at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 16:04:01.736114 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] No Port match for: d56e7e8a-b169-4ab3-8661-652a6f28a144 {{(pid=75062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 20 16:04:01.736520 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device d56e7e8a-b169-4ab3-8661-652a6f28a144 not bound to the agent host dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 16:04:01.783452 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6d1d47-3277-4aea-951c-78fcdb7fff55 None None] DHCP port deletion for a2292af7-a948-4fc0-8b0a-97b490608a31 request from dv-cinder-805398-3-smb {{(pid=75062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 20 16:04:01.787919 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-cc6d1d47-3277-4aea-951c-78fcdb7fff55 None None] Deleting port ca688f97-cf62-4b46-8bea-3ba14d97a120 {{(pid=75062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:04:01.788326 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-cc6d1d47-3277-4aea-951c-78fcdb7fff55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:01.843803 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.db [None req-1beadb23-d522-4264-8e19-6eea5636789e admin admin] For port ca688f97-cf62-4b46-8bea-3ba14d97a120, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=ca688f97-cf62-4b46-8bea-3ba14d97a120,segment=NetworkSegment(68bd6238-2a31-45ae-8fff-c07ee9ddc968),segment_id=68bd6238-2a31-45ae-8fff-c07ee9ddc968)] {{(pid=75060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:04:01.844174 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-1beadb23-d522-4264-8e19-6eea5636789e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:01.966485 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-1beadb23-d522-4264-8e19-6eea5636789e admin admin] Calling delete_port for ca688f97-cf62-4b46-8bea-3ba14d97a120 owned by network:dhcp {{(pid=75060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:04:02.031851 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-cc6d1d47-3277-4aea-951c-78fcdb7fff55 None None] For port ca688f97-cf62-4b46-8bea-3ba14d97a120, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=ca688f97-cf62-4b46-8bea-3ba14d97a120,segment=NetworkSegment(68bd6238-2a31-45ae-8fff-c07ee9ddc968),segment_id=68bd6238-2a31-45ae-8fff-c07ee9ddc968)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:04:02.032368 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-cc6d1d47-3277-4aea-951c-78fcdb7fff55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:02.043904 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-1beadb23-d522-4264-8e19-6eea5636789e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6850519'] for port, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:02.050381 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-224fa01b-d238-4899-bd42-c538f2bfab23 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:04:02.098982 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beadb23-d522-4264-8e19-6eea5636789e admin admin] Pushing event deleted for resources: {'Port': ['ID=ca688f97-cf62-4b46-8bea-3ba14d97a120,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:02.101937 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-1beadb23-d522-4264-8e19-6eea5636789e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:04:02.105191 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beadb23-d522-4264-8e19-6eea5636789e admin admin] No DVR routers for this DVR port ca688f97-cf62-4b46-8bea-3ba14d97a120 on host dv-cinder-805398-3-smb {{(pid=75060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 16:04:02.164526 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-cc6d1d47-3277-4aea-951c-78fcdb7fff55 None None] Calling delete_port for ca688f97-cf62-4b46-8bea-3ba14d97a120 owned by network:dhcp {{(pid=75062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:04:02.229710 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-1beadb23-d522-4264-8e19-6eea5636789e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3576902', 'neutron.services.segments.db._delete_segments_for_network-8786829457026'] for network, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:02.236054 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.db.api [None req-cc6d1d47-3277-4aea-951c-78fcdb7fff55 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 16:04:02.236418 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_db.api [None req-cc6d1d47-3277-4aea-951c-78fcdb7fff55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 16:04:02.243959 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-1beadb23-d522-4264-8e19-6eea5636789e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2292af7-a948-4fc0-8b0a-97b490608a31']}} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:04:02.258947 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-1beadb23-d522-4264-8e19-6eea5636789e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68bd6238-2a31-45ae-8fff-c07ee9ddc968') {'for_net_delete': True} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:04:02.259403 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-1beadb23-d522-4264-8e19-6eea5636789e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68bd6238-2a31-45ae-8fff-c07ee9ddc968') {} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:04:02.272471 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-1beadb23-d522-4264-8e19-6eea5636789e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786829458077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1079857'] for segment, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:02.294706 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-1beadb23-d522-4264-8e19-6eea5636789e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577716'] for segment, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:02.301376 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1beadb23-d522-4264-8e19-6eea5636789e admin admin] Releasing vlan 1254 on physical network physnet1 to pool {{(pid=75060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 20 16:04:02.302043 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-1beadb23-d522-4264-8e19-6eea5636789e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3577706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6850434'] for segment, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:02.317477 dv-cinder-805398-3-smb neutron-server[75060]: Traceback (most recent call last): Aug 20 16:04:02.317477 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 20 16:04:02.317477 dv-cinder-805398-3-smb neutron-server[75060]: timer() Aug 20 16:04:02.317477 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 16:04:02.317477 dv-cinder-805398-3-smb neutron-server[75060]: cb(*args, **kw) Aug 20 16:04:02.317477 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 20 16:04:02.317477 dv-cinder-805398-3-smb neutron-server[75060]: return func(*args, **kwargs) Aug 20 16:04:02.317477 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 16:04:02.317477 dv-cinder-805398-3-smb neutron-server[75060]: self._notify() Aug 20 16:04:02.317477 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 16:04:02.317477 dv-cinder-805398-3-smb neutron-server[75060]: self.callback(batched_events) Aug 20 16:04:02.317477 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 16:04:02.317477 dv-cinder-805398-3-smb neutron-server[75060]: event.method(event) Aug 20 16:04:02.317477 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 16:04:02.317477 dv-cinder-805398-3-smb neutron-server[75060]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 16:04:02.317477 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 16:04:02.317477 dv-cinder-805398-3-smb neutron-server[75060]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 16:04:02.317477 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 16:04:02.317477 dv-cinder-805398-3-smb neutron-server[75060]: return f(self, *a, **k) Aug 20 16:04:02.317477 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 20 16:04:02.317477 dv-cinder-805398-3-smb neutron-server[75060]: return self._get(url).json() Aug 20 16:04:02.317477 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 20 16:04:02.317477 dv-cinder-805398-3-smb neutron-server[75060]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 16:04:02.317477 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 20 16:04:02.317477 dv-cinder-805398-3-smb neutron-server[75060]: return self.request(url, 'GET', **kwargs) Aug 20 16:04:02.317477 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 20 16:04:02.317477 dv-cinder-805398-3-smb neutron-server[75060]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 16:04:02.317477 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 20 16:04:02.317477 dv-cinder-805398-3-smb neutron-server[75060]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 16:04:02.317477 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 20 16:04:02.317477 dv-cinder-805398-3-smb neutron-server[75060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 16:04:02.317477 dv-cinder-805398-3-smb neutron-server[75060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 16:04:02.403398 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-1beadb23-d522-4264-8e19-6eea5636789e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405599'] for network, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:02.408304 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-1beadb23-d522-4264-8e19-6eea5636789e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for network, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:02.410919 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-d51cc5c9-0990-425f-884e-f516f105d817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:04:02.434507 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beadb23-d522-4264-8e19-6eea5636789e admin admin] Pushing event deleted for resources: {'Network': ['ID=a2292af7-a948-4fc0-8b0a-97b490608a31,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:02.437581 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-1beadb23-d522-4264-8e19-6eea5636789e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:04:02.442080 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-1beadb23-d522-4264-8e19-6eea5636789e admin admin] 10.222.0.13 "DELETE /v2.0/networks/a2292af7-a948-4fc0-8b0a-97b490608a31 HTTP/1.1" status: 204 len: 168 time: 0.9710133 Aug 20 16:04:02.590236 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 36274) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:04:02.645823 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-8620ba63-bb62-4688-b89a-a284f84caf5d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dbaf53e1aea443719d3e819cb3601631&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0542340 Aug 20 16:04:02.648568 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 36278) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:04:02.715471 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-3edf2d69-940d-45e9-9148-93a42fd005a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:02.737696 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-cc6d1d47-3277-4aea-951c-78fcdb7fff55 None None] Deleting port ca688f97-cf62-4b46-8bea-3ba14d97a120 {{(pid=75062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:04:02.738523 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-cc6d1d47-3277-4aea-951c-78fcdb7fff55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:02.745295 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-3edf2d69-940d-45e9-9148-93a42fd005a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:02.813197 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-3edf2d69-940d-45e9-9148-93a42fd005a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:02.821235 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-778a3af5-5ab4-4426-8553-930762c44564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:04:02.845470 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf2d69-940d-45e9-9148-93a42fd005a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e664b0-ce91-4f7e-a205-1ad600c0d673,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:02.851848 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-3edf2d69-940d-45e9-9148-93a42fd005a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:04:02.857081 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-3edf2d69-940d-45e9-9148-93a42fd005a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:02.859797 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-3edf2d69-940d-45e9-9148-93a42fd005a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27e664b0-ce91-4f7e-a205-1ad600c0d673 HTTP/1.1" status: 204 len: 168 time: 0.2100823 Aug 20 16:04:02.873345 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-cc6d1d47-3277-4aea-951c-78fcdb7fff55 None None] The port 'ca688f97-cf62-4b46-8bea-3ba14d97a120' was deleted {{(pid=75062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 20 16:04:03.636179 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device ca688f97-cf62-4b46-8bea-3ba14d97a120 no longer exists at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 16:04:03.669971 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] No Port match for: ca688f97-cf62-4b46-8bea-3ba14d97a120 {{(pid=75062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 20 16:04:03.670341 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device ca688f97-cf62-4b46-8bea-3ba14d97a120 not bound to the agent host dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 16:04:09.612502 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-cc660d26-73b6-4297-bd28-fc68ea9b16a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:10.072031 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:11.711014 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-48399843-400a-4db0-8ad3-22ff59e648d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:13.190567 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:14.688592 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:17.933490 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:22.528925 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 36492) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:04:22.692687 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-40cb24de-ddb7-4014-94e4-ccfadc004cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:22.734287 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-40cb24de-ddb7-4014-94e4-ccfadc004cc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:04:22.739165 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-40cb24de-ddb7-4014-94e4-ccfadc004cc9 admin admin] Usage tracker for resource:security_group_rule and tenant:9663dec479b241c5a5406e62531c441e is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:04:22.742951 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-40cb24de-ddb7-4014-94e4-ccfadc004cc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:04:22.750001 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-40cb24de-ddb7-4014-94e4-ccfadc004cc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:04:22.825023 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-40cb24de-ddb7-4014-94e4-ccfadc004cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:22.831228 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-40cb24de-ddb7-4014-94e4-ccfadc004cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:22.844632 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-ae5f90fc-fab4-4f0c-b1a1-21a8dca96fe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:04:22.907846 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb24de-ddb7-4014-94e4-ccfadc004cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca1c6a1-2e04-43af-ad38-3dafce2cc97a,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:22.912280 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-40cb24de-ddb7-4014-94e4-ccfadc004cc9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9663dec479b241c5a5406e62531c441e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3816278 Aug 20 16:04:22.915162 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 36498) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:04:22.921891 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb24de-ddb7-4014-94e4-ccfadc004cc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:04:22.922256 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb24de-ddb7-4014-94e4-ccfadc004cc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:04:22.922612 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb24de-ddb7-4014-94e4-ccfadc004cc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:04:22.922963 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb24de-ddb7-4014-94e4-ccfadc004cc9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:04:22.923314 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb24de-ddb7-4014-94e4-ccfadc004cc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:04:22.923717 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb24de-ddb7-4014-94e4-ccfadc004cc9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:04:22.924061 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb24de-ddb7-4014-94e4-ccfadc004cc9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:04:22.924402 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb24de-ddb7-4014-94e4-ccfadc004cc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:04:22.924792 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb24de-ddb7-4014-94e4-ccfadc004cc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:04:22.925130 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb24de-ddb7-4014-94e4-ccfadc004cc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:04:22.925472 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb24de-ddb7-4014-94e4-ccfadc004cc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:04:22.929718 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-40cb24de-ddb7-4014-94e4-ccfadc004cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:04:23.000209 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2907de10-3f01-412c-a2fb-73ca95881dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:23.047429 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2907de10-3f01-412c-a2fb-73ca95881dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:23.112258 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2907de10-3f01-412c-a2fb-73ca95881dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:23.121625 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-05ddf975-da6c-454c-842e-14c1c6378f90 tempest-AttachVolumeShelveTestJSON-1533555660 tempest-AttachVolumeShelveTestJSON-1533555660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:04:23.141671 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907de10-3f01-412c-a2fb-73ca95881dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca1c6a1-2e04-43af-ad38-3dafce2cc97a,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:23.161634 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2907de10-3f01-412c-a2fb-73ca95881dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:23.163416 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-2907de10-3f01-412c-a2fb-73ca95881dc0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ca1c6a1-2e04-43af-ad38-3dafce2cc97a HTTP/1.1" status: 204 len: 168 time: 0.2466056 Aug 20 16:04:23.166613 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907de10-3f01-412c-a2fb-73ca95881dc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:04:23.167272 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907de10-3f01-412c-a2fb-73ca95881dc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:04:23.168452 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907de10-3f01-412c-a2fb-73ca95881dc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:04:23.168641 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907de10-3f01-412c-a2fb-73ca95881dc0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:04:23.169137 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907de10-3f01-412c-a2fb-73ca95881dc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:04:23.169892 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907de10-3f01-412c-a2fb-73ca95881dc0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:04:23.170484 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907de10-3f01-412c-a2fb-73ca95881dc0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:04:23.171647 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907de10-3f01-412c-a2fb-73ca95881dc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:04:23.171647 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907de10-3f01-412c-a2fb-73ca95881dc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:04:23.172188 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907de10-3f01-412c-a2fb-73ca95881dc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:04:23.172765 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907de10-3f01-412c-a2fb-73ca95881dc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:04:23.178903 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-2907de10-3f01-412c-a2fb-73ca95881dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:04:23.582235 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 36506) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:04:23.602719 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-cc901554-bb75-4350-a283-f5809fb296db admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:23.639205 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-cc901554-bb75-4350-a283-f5809fb296db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:04:23.643471 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-cc901554-bb75-4350-a283-f5809fb296db admin admin] Usage tracker for resource:security_group_rule and tenant:a9029fdde73b4caab9515e2375f782e5 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:04:23.646888 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-cc901554-bb75-4350-a283-f5809fb296db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:04:23.653219 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-cc901554-bb75-4350-a283-f5809fb296db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:04:23.742647 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-cc901554-bb75-4350-a283-f5809fb296db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:23.747399 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-cc901554-bb75-4350-a283-f5809fb296db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:23.755219 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-be7c29c7-0458-4fdc-bdbe-791c40b79468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:04:23.808348 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901554-bb75-4350-a283-f5809fb296db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43c81ab-b79c-4837-99e6-d0503debed3a,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:23.813277 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-cc901554-bb75-4350-a283-f5809fb296db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:04:23.818129 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-cc901554-bb75-4350-a283-f5809fb296db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a9029fdde73b4caab9515e2375f782e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2345252 Aug 20 16:04:23.821351 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 36510) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:04:23.992503 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-98d74fdb-e1a5-43da-bc5e-1c03201f7df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:24.041458 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-98d74fdb-e1a5-43da-bc5e-1c03201f7df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:24.126398 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-98d74fdb-e1a5-43da-bc5e-1c03201f7df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:24.130310 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-2907de10-3f01-412c-a2fb-73ca95881dc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:04:24.142908 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d74fdb-e1a5-43da-bc5e-1c03201f7df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43c81ab-b79c-4837-99e6-d0503debed3a,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:24.148357 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-98d74fdb-e1a5-43da-bc5e-1c03201f7df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:04:24.154462 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-98d74fdb-e1a5-43da-bc5e-1c03201f7df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:24.156408 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-98d74fdb-e1a5-43da-bc5e-1c03201f7df2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a43c81ab-b79c-4837-99e6-d0503debed3a HTTP/1.1" status: 204 len: 168 time: 0.3333576 Aug 20 16:04:25.290109 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 36532) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:04:25.434182 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-f48efb63-41d6-4ca7-96fc-cc120c8d8e37 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-520356687-network', 'tenant_id': '9a6ffef76f9e413a8130c6d80f233a82'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:04:25.439747 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-f48efb63-41d6-4ca7-96fc-cc120c8d8e37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:04:25.443746 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-f48efb63-41d6-4ca7-96fc-cc120c8d8e37 admin admin] Usage tracker for resource:network and tenant:9a6ffef76f9e413a8130c6d80f233a82 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:04:25.446730 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-f48efb63-41d6-4ca7-96fc-cc120c8d8e37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:04:25.454136 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-f48efb63-41d6-4ca7-96fc-cc120c8d8e37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:04:25.465328 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48efb63-41d6-4ca7-96fc-cc120c8d8e37 admin admin] Made reservation on behalf of 9a6ffef76f9e413a8130c6d80f233a82 for: {'network': 1} {{(pid=75060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 16:04:25.468526 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f48efb63-41d6-4ca7-96fc-cc120c8d8e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for network, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:25.482918 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f48efb63-41d6-4ca7-96fc-cc120c8d8e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:25.518851 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-f48efb63-41d6-4ca7-96fc-cc120c8d8e37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:04:25.523027 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-f48efb63-41d6-4ca7-96fc-cc120c8d8e37 admin admin] Usage tracker for resource:security_group_rule and tenant:9a6ffef76f9e413a8130c6d80f233a82 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:04:25.526129 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-f48efb63-41d6-4ca7-96fc-cc120c8d8e37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:04:25.533244 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-f48efb63-41d6-4ca7-96fc-cc120c8d8e37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:04:25.616991 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f48efb63-41d6-4ca7-96fc-cc120c8d8e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:25.622075 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f48efb63-41d6-4ca7-96fc-cc120c8d8e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:25.625597 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-138e8999-1b35-4350-8892-f21d6ee02e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:04:25.658592 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48efb63-41d6-4ca7-96fc-cc120c8d8e37 admin admin] vlan segment allocate from pool success with {'vlan_id': 1252, 'physical_network': 'physnet1'} {{(pid=75060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 20 16:04:25.671028 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48efb63-41d6-4ca7-96fc-cc120c8d8e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623553cd-92ff-4b9e-8e87-f644f0a62e73,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:25.675265 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-f48efb63-41d6-4ca7-96fc-cc120c8d8e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:04:25.678007 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f48efb63-41d6-4ca7-96fc-cc120c8d8e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577716'] for segment, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:25.678377 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.db.segments_db [None req-f48efb63-41d6-4ca7-96fc-cc120c8d8e37 admin admin] Added segment f43d5d68-0f58-4098-b6ff-6a4391b2f506 of type vlan for network 51d1e2db-0c6c-4fe7-bbfd-f981e819f5f1 Aug 20 16:04:25.715462 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f48efb63-41d6-4ca7-96fc-cc120c8d8e37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786828959910'] for network, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:25.751124 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f48efb63-41d6-4ca7-96fc-cc120c8d8e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924'] for network, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:25.752730 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48efb63-41d6-4ca7-96fc-cc120c8d8e37 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:25.753556 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f48efb63-41d6-4ca7-96fc-cc120c8d8e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for network, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:25.757263 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-3558745d-f8c3-40f4-89a0-68fec0f39fea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:04:25.826021 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d70e33d9-1850-40e5-a7ea-e2452276d636 req-1bdbeb6c-3104-45d3-91a1-51cc8af1885f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1325228 Aug 20 16:04:25.869637 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48efb63-41d6-4ca7-96fc-cc120c8d8e37 admin admin] Pushing event updated for resources: {'Network': ['ID=51d1e2db-0c6c-4fe7-bbfd-f981e819f5f1,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:25.872781 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-f48efb63-41d6-4ca7-96fc-cc120c8d8e37 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5815899 Aug 20 16:04:25.874368 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-f48efb63-41d6-4ca7-96fc-cc120c8d8e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:04:25.878135 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 36540) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:04:25.883603 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Network 51d1e2db-0c6c-4fe7-bbfd-f981e819f5f1 details requested by agent ovs-agent-dv-cinder-805398-3-smb with host dv-cinder-805398-3-smb {{(pid=75062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 16:04:25.884438 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-fbb136f0-7a54-4b6f-8db6-5cbcbad435f0 admin admin] Request body: {'subnet': {'network_id': '51d1e2db-0c6c-4fe7-bbfd-f981e819f5f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-520356687-subnet', 'tenant_id': '9a6ffef76f9e413a8130c6d80f233a82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:04:25.890382 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-fbb136f0-7a54-4b6f-8db6-5cbcbad435f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:04:25.895207 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-fbb136f0-7a54-4b6f-8db6-5cbcbad435f0 admin admin] Usage tracker for resource:subnet and tenant:9a6ffef76f9e413a8130c6d80f233a82 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:04:25.898900 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-fbb136f0-7a54-4b6f-8db6-5cbcbad435f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:04:25.906068 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-fbb136f0-7a54-4b6f-8db6-5cbcbad435f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:04:25.921154 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb136f0-7a54-4b6f-8db6-5cbcbad435f0 admin admin] Made reservation on behalf of 9a6ffef76f9e413a8130c6d80f233a82 for: {'subnet': 1} {{(pid=75060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 16:04:25.925197 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-fbb136f0-7a54-4b6f-8db6-5cbcbad435f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1265244'] for subnet, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:26.053445 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d70e33d9-1850-40e5-a7ea-e2452276d636 req-c0dcc765-178c-45a9-be80-cc227bc14a39 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4aa85ac1b5744629b15ceb86e66e4a5f&device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 1098 time: 0.1037965 Aug 20 16:04:26.210332 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-fbb136f0-7a54-4b6f-8db6-5cbcbad435f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6850411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1265230'] for subnet, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:26.217536 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:04:26.266654 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e33d9-1850-40e5-a7ea-e2452276d636 req-f97f5ba3-de03-43a2-96c4-2006ac13ffb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:26.268663 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d70e33d9-1850-40e5-a7ea-e2452276d636 req-f97f5ba3-de03-43a2-96c4-2006ac13ffb0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=573c1213-77ed-460b-8c84-ad8019a0d321 HTTP/1.1" status: 200 len: 910 time: 0.1844199 Aug 20 16:04:26.296426 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb136f0-7a54-4b6f-8db6-5cbcbad435f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b467d380-e929-45d3-a3c2-5562abe6c2e9,revision_number=0']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:26.300515 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-fbb136f0-7a54-4b6f-8db6-5cbcbad435f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:04:26.329168 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb136f0-7a54-4b6f-8db6-5cbcbad435f0 admin admin] Checking segment: {'id': 'f43d5d68-0f58-4098-b6ff-6a4391b2f506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '51d1e2db-0c6c-4fe7-bbfd-f981e819f5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 16:04:26.330059 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb136f0-7a54-4b6f-8db6-5cbcbad435f0 admin admin] Network hostable DHCP agents. Network: 51d1e2db-0c6c-4fe7-bbfd-f981e819f5f1, hostable agents: ['8a4a5844-dabe-4d00-86b6-cc46effaa58e'], hosted agents: [] {{(pid=75060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 16:04:26.367627 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb136f0-7a54-4b6f-8db6-5cbcbad435f0 admin admin] Network 51d1e2db-0c6c-4fe7-bbfd-f981e819f5f1 is scheduled to be hosted by DHCP agent 8a4a5844-dabe-4d00-86b6-cc46effaa58e with binding_index 1 {{(pid=75060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 16:04:26.383377 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.base_scheduler [None req-fbb136f0-7a54-4b6f-8db6-5cbcbad435f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805398-3-smb, 51d1e2db-0c6c-4fe7-bbfd-f981e819f5f1) {{(pid=75060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:04:26.393457 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb136f0-7a54-4b6f-8db6-5cbcbad435f0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:26.395000 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-fbb136f0-7a54-4b6f-8db6-5cbcbad435f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:26.399400 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b76934a-71c8-465e-8fdd-c7e5e73db80e None None] Network 51d1e2db-0c6c-4fe7-bbfd-f981e819f5f1 requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 16:04:26.425617 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-fbb136f0-7a54-4b6f-8db6-5cbcbad435f0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5460739 Aug 20 16:04:26.465213 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d70e33d9-1850-40e5-a7ea-e2452276d636 req-b4100e6d-b182-45f0-8b7e-a3d0ae168f6f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f0feb3b-dcf4-490c-a29a-b8a530867169 HTTP/1.1" status: 200 len: 1001 time: 0.1890929 Aug 20 16:04:26.559534 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e33d9-1850-40e5-a7ea-e2452276d636 req-cc4a7cff-0d2b-4949-a6ab-5d1f523d3f72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:26.562335 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d70e33d9-1850-40e5-a7ea-e2452276d636 req-cc4a7cff-0d2b-4949-a6ab-5d1f523d3f72 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=39415324-6de0-401c-8e7e-a0482fdc5f52 HTTP/1.1" status: 200 len: 847 time: 0.0873365 Aug 20 16:04:26.664831 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d70e33d9-1850-40e5-a7ea-e2452276d636 req-9abadb17-3e98-48db-99ab-5dab5abe39bd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=573c1213-77ed-460b-8c84-ad8019a0d321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0949945 Aug 20 16:04:26.709617 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9779d752-d75f-4eb6-9577-d0d2e7fd1a9b None None] Network 51d1e2db-0c6c-4fe7-bbfd-f981e819f5f1 requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 16:04:26.851529 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d70e33d9-1850-40e5-a7ea-e2452276d636 req-c115a10c-f795-40e2-8c29-7be4c520e609 service neutron] 10.222.0.54 "GET /v2.0/networks/573c1213-77ed-460b-8c84-ad8019a0d321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783454 Aug 20 16:04:27.099718 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d70e33d9-1850-40e5-a7ea-e2452276d636 req-6a945abf-5259-4d4f-8280-1b5542e617ed service neutron] 10.222.0.54 "GET /v2.0/networks/573c1213-77ed-460b-8c84-ad8019a0d321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399232 Aug 20 16:04:27.368981 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 6 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 16:04:27.585246 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 36562) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:04:27.591699 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-aa391f3b-2d13-4a9c-a32f-91bb9203cf1f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1782918201-network', 'tenant_id': '4300fa4b365f44f7953ec2058ea82875'}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:04:27.600481 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-aa391f3b-2d13-4a9c-a32f-91bb9203cf1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:04:27.605376 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-aa391f3b-2d13-4a9c-a32f-91bb9203cf1f admin admin] Usage tracker for resource:network and tenant:4300fa4b365f44f7953ec2058ea82875 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:04:27.608657 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-aa391f3b-2d13-4a9c-a32f-91bb9203cf1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:04:27.615316 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-aa391f3b-2d13-4a9c-a32f-91bb9203cf1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:04:27.630686 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa391f3b-2d13-4a9c-a32f-91bb9203cf1f admin admin] Made reservation on behalf of 4300fa4b365f44f7953ec2058ea82875 for: {'network': 1} {{(pid=75060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 16:04:27.633621 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-aa391f3b-2d13-4a9c-a32f-91bb9203cf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for network, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:27.650092 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-aa391f3b-2d13-4a9c-a32f-91bb9203cf1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:27.699486 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-aa391f3b-2d13-4a9c-a32f-91bb9203cf1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:04:27.706865 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-aa391f3b-2d13-4a9c-a32f-91bb9203cf1f admin admin] Usage tracker for resource:security_group_rule and tenant:4300fa4b365f44f7953ec2058ea82875 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:04:27.710607 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-aa391f3b-2d13-4a9c-a32f-91bb9203cf1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:04:27.719777 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-aa391f3b-2d13-4a9c-a32f-91bb9203cf1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:04:27.799352 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-aa391f3b-2d13-4a9c-a32f-91bb9203cf1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:27.803980 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-aa391f3b-2d13-4a9c-a32f-91bb9203cf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:27.807646 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-65464ba6-064a-42af-b225-a74cd997f04d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:04:27.844384 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa391f3b-2d13-4a9c-a32f-91bb9203cf1f admin admin] vlan segment allocate from pool success with {'vlan_id': 1253, 'physical_network': 'physnet1'} {{(pid=75060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 20 16:04:27.855191 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa391f3b-2d13-4a9c-a32f-91bb9203cf1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb5f666-8d87-4b30-99ab-93ca96ba2c1f,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:27.858517 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-aa391f3b-2d13-4a9c-a32f-91bb9203cf1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:04:27.864375 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-aa391f3b-2d13-4a9c-a32f-91bb9203cf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577716'] for segment, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:27.864943 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.db.segments_db [None req-aa391f3b-2d13-4a9c-a32f-91bb9203cf1f admin admin] Added segment 604f230a-7e9b-4d82-a6b1-18da7e5dcefe of type vlan for network 59136248-8611-4ae9-901c-32ac05344e91 Aug 20 16:04:27.896519 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-aa391f3b-2d13-4a9c-a32f-91bb9203cf1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786828959910'] for network, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:27.937595 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-aa391f3b-2d13-4a9c-a32f-91bb9203cf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924'] for network, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:27.939125 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa391f3b-2d13-4a9c-a32f-91bb9203cf1f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:27.939783 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-aa391f3b-2d13-4a9c-a32f-91bb9203cf1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for network, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:27.943641 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:04:28.053937 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-aa391f3b-2d13-4a9c-a32f-91bb9203cf1f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4669485 Aug 20 16:04:28.056845 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 36566) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:04:28.065373 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.v2.base [None req-e85707bd-0619-4fdf-899f-c11595812d78 admin admin] Request body: {'subnet': {'network_id': '59136248-8611-4ae9-901c-32ac05344e91', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1782918201-subnet', 'tenant_id': '4300fa4b365f44f7953ec2058ea82875', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:04:28.069672 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa391f3b-2d13-4a9c-a32f-91bb9203cf1f admin admin] Pushing event updated for resources: {'Network': ['ID=59136248-8611-4ae9-901c-32ac05344e91,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:28.073537 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-aa391f3b-2d13-4a9c-a32f-91bb9203cf1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:04:28.077120 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-e85707bd-0619-4fdf-899f-c11595812d78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:04:28.083396 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-e85707bd-0619-4fdf-899f-c11595812d78 admin admin] Usage tracker for resource:subnet and tenant:4300fa4b365f44f7953ec2058ea82875 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:04:28.086504 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Network 59136248-8611-4ae9-901c-32ac05344e91 details requested by agent ovs-agent-dv-cinder-805398-3-smb with host dv-cinder-805398-3-smb {{(pid=75062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 16:04:28.087108 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-e85707bd-0619-4fdf-899f-c11595812d78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:04:28.094091 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-e85707bd-0619-4fdf-899f-c11595812d78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:04:28.106909 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85707bd-0619-4fdf-899f-c11595812d78 admin admin] Made reservation on behalf of 4300fa4b365f44f7953ec2058ea82875 for: {'subnet': 1} {{(pid=75060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 16:04:28.110072 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-e85707bd-0619-4fdf-899f-c11595812d78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1265244'] for subnet, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:28.357560 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-e85707bd-0619-4fdf-899f-c11595812d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6850411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1265230'] for subnet, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:28.361951 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:04:28.441795 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85707bd-0619-4fdf-899f-c11595812d78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=211c4e1f-4801-4cdf-bc94-d9644cffc484,revision_number=0']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:28.446197 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-e85707bd-0619-4fdf-899f-c11595812d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:04:28.455842 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85707bd-0619-4fdf-899f-c11595812d78 admin admin] Checking segment: {'id': '604f230a-7e9b-4d82-a6b1-18da7e5dcefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '59136248-8611-4ae9-901c-32ac05344e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 16:04:28.456197 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85707bd-0619-4fdf-899f-c11595812d78 admin admin] Network hostable DHCP agents. Network: 59136248-8611-4ae9-901c-32ac05344e91, hostable agents: ['8a4a5844-dabe-4d00-86b6-cc46effaa58e'], hosted agents: [] {{(pid=75060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 16:04:28.480462 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85707bd-0619-4fdf-899f-c11595812d78 admin admin] Network 59136248-8611-4ae9-901c-32ac05344e91 is scheduled to be hosted by DHCP agent 8a4a5844-dabe-4d00-86b6-cc46effaa58e with binding_index 1 {{(pid=75060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 16:04:28.491984 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.base_scheduler [None req-e85707bd-0619-4fdf-899f-c11595812d78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805398-3-smb, 59136248-8611-4ae9-901c-32ac05344e91) {{(pid=75060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:04:28.497476 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85707bd-0619-4fdf-899f-c11595812d78 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:28.498998 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-e85707bd-0619-4fdf-899f-c11595812d78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:28.505223 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea3ffe5-5b1a-4c7e-a368-a53abbd682bf None None] Network 59136248-8611-4ae9-901c-32ac05344e91 requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 16:04:28.528766 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-e85707bd-0619-4fdf-899f-c11595812d78 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4706640 Aug 20 16:04:28.801765 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a5e7ab-501a-4705-81c6-2089fc9866c7 None None] Network 59136248-8611-4ae9-901c-32ac05344e91 requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 16:04:29.330487 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-854bc291-6a15-4e10-8423-1de2e2f9fee6 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:29.331989 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-854bc291-6a15-4e10-8423-1de2e2f9fee6 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] 10.222.0.13 "GET /v2.0/networks?id=51d1e2db-0c6c-4fe7-bbfd-f981e819f5f1 HTTP/1.1" status: 200 len: 808 time: 0.1706822 Aug 20 16:04:29.356660 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-a8e8a1d3-e880-49a2-9181-94ad7147e031 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] 10.222.0.13 "GET /v2.0/quotas/9a6ffef76f9e413a8130c6d80f233a82 HTTP/1.1" status: 200 len: 375 time: 0.0153768 Aug 20 16:04:29.406681 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-7d006fb8-38fd-4d72-b261-512e5c90318a tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a6ffef76f9e413a8130c6d80f233a82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442262 Aug 20 16:04:29.690643 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-470de7b4-a5c6-47ce-8439-07166b12dcb2 service neutron] 10.222.0.13 "GET /v2.0/networks/51d1e2db-0c6c-4fe7-bbfd-f981e819f5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770777 Aug 20 16:04:29.939278 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-edc5f155-4f99-457b-b4ef-cec5bd11bb67 service neutron] 10.222.0.13 "GET /v2.0/networks/51d1e2db-0c6c-4fe7-bbfd-f981e819f5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416832 Aug 20 16:04:30.160675 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8a41825f-c87f-4ddf-bee4-c56efc796e67 req-7e4c772a-41d3-4d18-8a9b-3b71737d5b23 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae988ae3-0469-441d-afb8-d0d5843a3f0d HTTP/1.1" status: 200 len: 210 time: 0.0525780 Aug 20 16:04:31.429198 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8f737cf3-ca97-4103-b79a-096d1dee91e7 req-5c06edb5-365e-414a-b45b-b6a3bcecdeb2 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae988ae3-0469-441d-afb8-d0d5843a3f0d HTTP/1.1" status: 200 len: 210 time: 0.1200745 Aug 20 16:04:31.636153 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-e64dcd31-9120-4c0a-a583-b6d7435d3a80 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:31.638308 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-e64dcd31-9120-4c0a-a583-b6d7435d3a80 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] 10.222.0.54 "GET /v2.0/networks?id=51d1e2db-0c6c-4fe7-bbfd-f981e819f5f1 HTTP/1.1" status: 200 len: 808 time: 0.2613249 Aug 20 16:04:31.664313 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-7c120f23-abba-462b-8b0c-10a3607b1254 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Request body: {'port': {'device_id': 'ae988ae3-0469-441d-afb8-d0d5843a3f0d', 'network_id': '51d1e2db-0c6c-4fe7-bbfd-f981e819f5f1', 'admin_state_up': True, 'tenant_id': '9a6ffef76f9e413a8130c6d80f233a82'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:04:31.812089 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-7c120f23-abba-462b-8b0c-10a3607b1254 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:04:31.816241 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-7c120f23-abba-462b-8b0c-10a3607b1254 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Usage tracker for resource:port and tenant:9a6ffef76f9e413a8130c6d80f233a82 is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:04:31.819369 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-7c120f23-abba-462b-8b0c-10a3607b1254 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:04:31.825359 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-7c120f23-abba-462b-8b0c-10a3607b1254 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:04:31.838406 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-7c120f23-abba-462b-8b0c-10a3607b1254 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Made reservation on behalf of 9a6ffef76f9e413a8130c6d80f233a82 for: {'port': 1} {{(pid=75061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 16:04:31.843065 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-7c120f23-abba-462b-8b0c-10a3607b1254 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:32.045174 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.db_base_plugin_common [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-7c120f23-abba-462b-8b0c-10a3607b1254 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Allocated IP 172.20.0.14 (51d1e2db-0c6c-4fe7-bbfd-f981e819f5f1/b467d380-e929-45d3-a3c2-5562abe6c2e9/8c5e2858-93a9-4269-8110-a92051e1e7d4) {{(pid=75061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:04:32.274042 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-7c120f23-abba-462b-8b0c-10a3607b1254 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Notify callbacks [] for port, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:32.307429 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-7c120f23-abba-462b-8b0c-10a3607b1254 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519487'] for port, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:32.315293 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-3611995e-55ed-4155-adad-d1ff02c145db tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:04:32.389553 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-7c120f23-abba-462b-8b0c-10a3607b1254 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Network 51d1e2db-0c6c-4fe7-bbfd-f981e819f5f1 is already hosted by enough agents. {{(pid=75061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:04:32.393009 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.base_scheduler [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-7c120f23-abba-462b-8b0c-10a3607b1254 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Resources bound (agent type, host, resource id): {{(pid=75061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:04:32.397682 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-7c120f23-abba-462b-8b0c-10a3607b1254 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Received port after_create {{(pid=75061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:04:32.430063 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c120f23-abba-462b-8b0c-10a3607b1254 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Pushing event updated for resources: {'Port': ['ID=8c5e2858-93a9-4269-8110-a92051e1e7d4,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:32.438146 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-7c120f23-abba-462b-8b0c-10a3607b1254 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:04:32.468354 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-7c120f23-abba-462b-8b0c-10a3607b1254 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:32.469024 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-7c120f23-abba-462b-8b0c-10a3607b1254 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:32.501954 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-7c120f23-abba-462b-8b0c-10a3607b1254 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8416905 Aug 20 16:04:32.518660 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-106b9ad6-a58c-4b98-a914-d5ed3704ab7e service neutron] Request body: {'port': {'device_id': 'ae988ae3-0469-441d-afb8-d0d5843a3f0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80539'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:04:32.704175 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-106b9ad6-a58c-4b98-a914-d5ed3704ab7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:32.789771 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da176f9c-33f0-45a2-8ca9-e8b522ce406b req-a59d34c2-4263-44d5-bb3e-82a840dd7863 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:32.790405 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-da176f9c-33f0-45a2-8ca9-e8b522ce406b req-a59d34c2-4263-44d5-bb3e-82a840dd7863 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Synchronizing usage tracker for tenant:9a6ffef76f9e413a8130c6d80f233a82 on resource:port {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 16:04:32.874178 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-da176f9c-33f0-45a2-8ca9-e8b522ce406b req-a59d34c2-4263-44d5-bb3e-82a840dd7863 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Unset dirty status for tenant:9a6ffef76f9e413a8130c6d80f233a82 on resource:port {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 16:04:32.875580 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-da176f9c-33f0-45a2-8ca9-e8b522ce406b req-a59d34c2-4263-44d5-bb3e-82a840dd7863 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae988ae3-0469-441d-afb8-d0d5843a3f0d HTTP/1.1" status: 200 len: 932 time: 0.2562015 Aug 20 16:04:33.018849 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-da176f9c-33f0-45a2-8ca9-e8b522ce406b req-83ee5bf3-cbee-40cd-a8c5-a8385656a266 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] 10.222.0.13 "GET /v2.0/security-groups?id=623553cd-92ff-4b9e-8e87-f644f0a62e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348557 Aug 20 16:04:33.162022 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-106b9ad6-a58c-4b98-a914-d5ed3704ab7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c5e2858-93a9-4269-8110-a92051e1e7d4 {{(pid=75061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 16:04:33.170898 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-106b9ad6-a58c-4b98-a914-d5ed3704ab7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:33.188157 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.provisioning_blocks [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-106b9ad6-a58c-4b98-a914-d5ed3704ab7e service neutron] Transition to ACTIVE for port object 8c5e2858-93a9-4269-8110-a92051e1e7d4 will not be triggered until provisioned by entity L2. {{(pid=75061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:04:33.192507 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-106b9ad6-a58c-4b98-a914-d5ed3704ab7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1519478'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:33.196680 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-dbcaf78b-06d4-46f8-bbc9-88a41d08647e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:04:33.434429 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b9ad6-a58c-4b98-a914-d5ed3704ab7e service neutron] Pushing event updated for resources: {'Port': ['ID=8c5e2858-93a9-4269-8110-a92051e1e7d4,revision_number=2']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:33.439205 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-106b9ad6-a58c-4b98-a914-d5ed3704ab7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:04:33.562689 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-106b9ad6-a58c-4b98-a914-d5ed3704ab7e service neutron] Attempting to bind port 8c5e2858-93a9-4269-8110-a92051e1e7d4 on host hv-cinder-80539 for vnic_type normal with profile {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 16:04:33.563231 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-106b9ad6-a58c-4b98-a914-d5ed3704ab7e service neutron] Attempting to bind port 8c5e2858-93a9-4269-8110-a92051e1e7d4 by drivers openvswitch,hyperv on host hv-cinder-80539 at level 0 using segments [{'id': 'f43d5d68-0f58-4098-b6ff-6a4391b2f506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '51d1e2db-0c6c-4fe7-bbfd-f981e819f5f1'}] {{(pid=75061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 16:04:33.563731 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-106b9ad6-a58c-4b98-a914-d5ed3704ab7e service neutron] Attempting to bind port 8c5e2858-93a9-4269-8110-a92051e1e7d4 on network 51d1e2db-0c6c-4fe7-bbfd-f981e819f5f1 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:04:33.571629 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-106b9ad6-a58c-4b98-a914-d5ed3704ab7e service neutron] Port 8c5e2858-93a9-4269-8110-a92051e1e7d4 on network 51d1e2db-0c6c-4fe7-bbfd-f981e819f5f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80539 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 16:04:33.572175 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-106b9ad6-a58c-4b98-a914-d5ed3704ab7e service neutron] Attempting to bind port 8c5e2858-93a9-4269-8110-a92051e1e7d4 on network 51d1e2db-0c6c-4fe7-bbfd-f981e819f5f1 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:04:33.582454 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-106b9ad6-a58c-4b98-a914-d5ed3704ab7e service neutron] Checking agent: {'id': '8cb0eed4-3a83-4faf-85db-5d15db1f4851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80539', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 53, 18), 'started_at': datetime.datetime(2021, 8, 20, 15, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 16, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 16:04:33.583011 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-106b9ad6-a58c-4b98-a914-d5ed3704ab7e service neutron] Checking segment: {'id': 'f43d5d68-0f58-4098-b6ff-6a4391b2f506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '51d1e2db-0c6c-4fe7-bbfd-f981e819f5f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 16:04:33.583656 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-106b9ad6-a58c-4b98-a914-d5ed3704ab7e service neutron] Bound using segment: {'id': 'f43d5d68-0f58-4098-b6ff-6a4391b2f506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '51d1e2db-0c6c-4fe7-bbfd-f981e819f5f1'} {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 16:04:33.584385 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-106b9ad6-a58c-4b98-a914-d5ed3704ab7e service neutron] Bound port: 8c5e2858-93a9-4269-8110-a92051e1e7d4, host: hv-cinder-80539, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f43d5d68-0f58-4098-b6ff-6a4391b2f506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '51d1e2db-0c6c-4fe7-bbfd-f981e819f5f1'}}] {{(pid=75061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 16:04:33.585010 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-106b9ad6-a58c-4b98-a914-d5ed3704ab7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:33.755255 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-106b9ad6-a58c-4b98-a914-d5ed3704ab7e service neutron] For port 8c5e2858-93a9-4269-8110-a92051e1e7d4, host hv-cinder-80539, cleared binding levels {{(pid=75061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:04:33.761474 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-106b9ad6-a58c-4b98-a914-d5ed3704ab7e service neutron] For port 8c5e2858-93a9-4269-8110-a92051e1e7d4, host hv-cinder-80539, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=8c5e2858-93a9-4269-8110-a92051e1e7d4,segment=NetworkSegment(f43d5d68-0f58-4098-b6ff-6a4391b2f506),segment_id=f43d5d68-0f58-4098-b6ff-6a4391b2f506)] {{(pid=75061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 16:04:33.768773 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-106b9ad6-a58c-4b98-a914-d5ed3704ab7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1519478'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:33.776377 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-f2c891fc-5845-44a8-94d7-dac377888db6 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:04:33.839198 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-106b9ad6-a58c-4b98-a914-d5ed3704ab7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:33.840937 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-106b9ad6-a58c-4b98-a914-d5ed3704ab7e service neutron] 10.222.0.54 "PUT /v2.0/ports/8c5e2858-93a9-4269-8110-a92051e1e7d4 HTTP/1.1" status: 200 len: 1094 time: 1.3273880 Aug 20 16:04:33.841456 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae988ae3-0469-441d-afb8-d0d5843a3f0d', 'tag': '8c5e2858-93a9-4269-8110-a92051e1e7d4'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:04:33.874534 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b9ad6-a58c-4b98-a914-d5ed3704ab7e service neutron] Pushing event updated for resources: {'Port': ['ID=8c5e2858-93a9-4269-8110-a92051e1e7d4,revision_number=3']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:33.880399 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-106b9ad6-a58c-4b98-a914-d5ed3704ab7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:04:33.928767 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae988ae3-0469-441d-afb8-d0d5843a3f0d', 'tag': '8c5e2858-93a9-4269-8110-a92051e1e7d4', 'status': 'completed', 'code': 200} Aug 20 16:04:33.979212 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-0a9258bf-8f7e-4812-88f8-9c52b977493b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9a6ffef76f9e413a8130c6d80f233a82&device_id=ae988ae3-0469-441d-afb8-d0d5843a3f0d HTTP/1.1" status: 200 len: 1097 time: 0.0915301 Aug 20 16:04:34.060046 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-811148e0-27cf-4754-b53e-22aa4d70a61c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c5e2858-93a9-4269-8110-a92051e1e7d4 HTTP/1.1" status: 200 len: 217 time: 0.0685334 Aug 20 16:04:34.156792 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-912ed085-421b-4873-91ed-4913feb9f7ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:34.158650 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-912ed085-421b-4873-91ed-4913feb9f7ec service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b467d380-e929-45d3-a3c2-5562abe6c2e9 HTTP/1.1" status: 200 len: 848 time: 0.0911472 Aug 20 16:04:34.248655 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-b4e6293e-1042-4c70-abf2-b374eda61e03 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=51d1e2db-0c6c-4fe7-bbfd-f981e819f5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539763 Aug 20 16:04:34.391944 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc301b-47a1-4a5a-87a1-ef7acaa3e04c req-77c9de3f-3ef5-4cbc-8fae-e36c192ebc06 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:34.393517 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-09bc301b-47a1-4a5a-87a1-ef7acaa3e04c req-77c9de3f-3ef5-4cbc-8fae-e36c192ebc06 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae988ae3-0469-441d-afb8-d0d5843a3f0d HTTP/1.1" status: 200 len: 944 time: 0.2302198 Aug 20 16:04:34.430652 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-17fd31aa-2d93-4a4f-9d83-968e4b6cc305 service neutron] 10.222.0.54 "GET /v2.0/networks/51d1e2db-0c6c-4fe7-bbfd-f981e819f5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710246 Aug 20 16:04:34.529024 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-09bc301b-47a1-4a5a-87a1-ef7acaa3e04c req-c29e7afd-a863-461e-a8d7-897a56e603c9 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] 10.222.0.13 "GET /v2.0/security-groups?id=623553cd-92ff-4b9e-8e87-f644f0a62e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233509 Aug 20 16:04:34.586502 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-094b7634-0fd1-45ea-8824-f294f9fbb11b req-0fb9aa98-e38e-487e-b322-b00d03b6c9a7 service neutron] 10.222.0.54 "GET /v2.0/networks/51d1e2db-0c6c-4fe7-bbfd-f981e819f5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436224 Aug 20 16:04:34.714984 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b9158685-8e46-4107-9acf-ea9040d5add2 req-8bb31289-3509-4459-9968-e255cd598a42 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9a6ffef76f9e413a8130c6d80f233a82&device_id=ae988ae3-0469-441d-afb8-d0d5843a3f0d HTTP/1.1" status: 200 len: 1097 time: 0.0764470 Aug 20 16:04:34.860427 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9158685-8e46-4107-9acf-ea9040d5add2 req-1056bb79-76ea-4e50-8e25-f5241880f7c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:34.861944 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b9158685-8e46-4107-9acf-ea9040d5add2 req-1056bb79-76ea-4e50-8e25-f5241880f7c6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=51d1e2db-0c6c-4fe7-bbfd-f981e819f5f1 HTTP/1.1" status: 200 len: 910 time: 0.1393511 Aug 20 16:04:34.936201 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b9158685-8e46-4107-9acf-ea9040d5add2 req-1c03a7d1-475a-48ab-97f6-8390282b6461 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c5e2858-93a9-4269-8110-a92051e1e7d4 HTTP/1.1" status: 200 len: 217 time: 0.0659945 Aug 20 16:04:34.999389 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9158685-8e46-4107-9acf-ea9040d5add2 req-f9ad4f7f-2e21-4491-bc05-1d9eacfd6b13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:35.000750 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b9158685-8e46-4107-9acf-ea9040d5add2 req-f9ad4f7f-2e21-4491-bc05-1d9eacfd6b13 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b467d380-e929-45d3-a3c2-5562abe6c2e9 HTTP/1.1" status: 200 len: 848 time: 0.0584023 Aug 20 16:04:35.051109 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b9158685-8e46-4107-9acf-ea9040d5add2 req-672db0aa-2f68-43d5-8b99-a9d6f9e2341d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=51d1e2db-0c6c-4fe7-bbfd-f981e819f5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429058 Aug 20 16:04:35.186985 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b9158685-8e46-4107-9acf-ea9040d5add2 req-7e692859-1982-4f71-a926-27aabcecd266 service neutron] 10.222.0.54 "GET /v2.0/networks/51d1e2db-0c6c-4fe7-bbfd-f981e819f5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289811 Aug 20 16:04:35.322252 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b9158685-8e46-4107-9acf-ea9040d5add2 req-428199fe-faaf-434b-ab76-be51c1e1febf service neutron] 10.222.0.54 "GET /v2.0/networks/51d1e2db-0c6c-4fe7-bbfd-f981e819f5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274977 Aug 20 16:04:35.829788 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e45ee-f910-4a13-9868-a03252fab29a req-c1e0111a-6b63-4330-a0e8-a8fb55143698 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:35.831324 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-377e45ee-f910-4a13-9868-a03252fab29a req-c1e0111a-6b63-4330-a0e8-a8fb55143698 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae988ae3-0469-441d-afb8-d0d5843a3f0d HTTP/1.1" status: 200 len: 944 time: 0.1697114 Aug 20 16:04:35.879362 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-377e45ee-f910-4a13-9868-a03252fab29a req-830cd994-f8a7-4315-a4aa-fda4e3fb4025 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] 10.222.0.13 "GET /v2.0/security-groups?id=623553cd-92ff-4b9e-8e87-f644f0a62e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423937 Aug 20 16:04:37.034161 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 8c5e2858-93a9-4269-8110-a92051e1e7d4 details requested by agent hyperv_hv-cinder-80539 with host hv-cinder-80539 {{(pid=75062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 16:04:37.085665 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6eb9c-8be0-4fb6-b6c5-0b340f0190ff req-cafc4a96-e851-48fd-8c7c-3edef0bc457f tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:37.087189 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-02e6eb9c-8be0-4fb6-b6c5-0b340f0190ff req-cafc4a96-e851-48fd-8c7c-3edef0bc457f tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae988ae3-0469-441d-afb8-d0d5843a3f0d HTTP/1.1" status: 200 len: 944 time: 0.0856533 Aug 20 16:04:37.135273 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-02e6eb9c-8be0-4fb6-b6c5-0b340f0190ff req-2be4dfff-9cc3-4d73-b6c8-8bf5a4864cc5 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] 10.222.0.13 "GET /v2.0/security-groups?id=623553cd-92ff-4b9e-8e87-f644f0a62e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418723 Aug 20 16:04:37.174955 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 8c5e2858-93a9-4269-8110-a92051e1e7d4, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=8c5e2858-93a9-4269-8110-a92051e1e7d4,segment=NetworkSegment(f43d5d68-0f58-4098-b6ff-6a4391b2f506),segment_id=f43d5d68-0f58-4098-b6ff-6a4391b2f506)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:04:37.189162 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Returning: {'device': '8c5e2858-93a9-4269-8110-a92051e1e7d4', 'network_id': '51d1e2db-0c6c-4fe7-bbfd-f981e819f5f1', 'port_id': '8c5e2858-93a9-4269-8110-a92051e1e7d4', 'mac_address': 'fa:16:3e:e3:e3:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b467d380-e929-45d3-a3c2-5562abe6c2e9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 16:04:37.245073 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:37.266954 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c5e2858-93a9-4269-8110-a92051e1e7d4 {{(pid=75062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 16:04:37.282871 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 8c5e2858-93a9-4269-8110-a92051e1e7d4, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=8c5e2858-93a9-4269-8110-a92051e1e7d4,segment=NetworkSegment(f43d5d68-0f58-4098-b6ff-6a4391b2f506),segment_id=f43d5d68-0f58-4098-b6ff-6a4391b2f506)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:04:37.287341 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:37.289161 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:04:37.355735 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=8c5e2858-93a9-4269-8110-a92051e1e7d4,revision_number=4']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:37.358996 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:04:37.559759 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['8c5e2858-93a9-4269-8110-a92051e1e7d4'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 16:04:38.358271 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f448c-33fd-4475-9681-40243781917d req-bce1f085-6ff9-498a-8478-467d4c993054 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:38.359786 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-385f448c-33fd-4475-9681-40243781917d req-bce1f085-6ff9-498a-8478-467d4c993054 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae988ae3-0469-441d-afb8-d0d5843a3f0d HTTP/1.1" status: 200 len: 945 time: 0.0844121 Aug 20 16:04:38.408888 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-385f448c-33fd-4475-9681-40243781917d req-c777fc54-11a7-45f5-abeb-0e4429f72bdd tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] 10.222.0.13 "GET /v2.0/security-groups?id=623553cd-92ff-4b9e-8e87-f644f0a62e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433323 Aug 20 16:04:39.050211 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 8c5e2858-93a9-4269-8110-a92051e1e7d4 up at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 16:04:39.119841 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning for port 8c5e2858-93a9-4269-8110-a92051e1e7d4 completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:04:39.126023 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning complete for port 8c5e2858-93a9-4269-8110-a92051e1e7d4 triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:04:39.126401 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:39.251136 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:39.282908 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae988ae3-0469-441d-afb8-d0d5843a3f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5e2858-93a9-4269-8110-a92051e1e7d4'}] {{(pid=75062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:04:39.294386 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 8c5e2858-93a9-4269-8110-a92051e1e7d4, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=8c5e2858-93a9-4269-8110-a92051e1e7d4,segment=NetworkSegment(f43d5d68-0f58-4098-b6ff-6a4391b2f506),segment_id=f43d5d68-0f58-4098-b6ff-6a4391b2f506)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:04:39.300449 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:39.304352 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:04:39.352891 dv-cinder-805398-3-smb neutron-server[75062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae988ae3-0469-441d-afb8-d0d5843a3f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5e2858-93a9-4269-8110-a92051e1e7d4', 'code': 200} Aug 20 16:04:39.385824 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=8c5e2858-93a9-4269-8110-a92051e1e7d4,revision_number=5']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:39.392220 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:04:39.626732 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-faa44ecc-c400-4e64-925b-0cc93bf25f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:39.685807 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8e7c381a-f6c4-4cd9-98f7-4cf973779cae req-f4c2a54f-67c9-48f7-8a59-b7946845502d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ae988ae3-0469-441d-afb8-d0d5843a3f0d HTTP/1.1" status: 200 len: 1099 time: 0.1070945 Aug 20 16:04:39.692370 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447dcf14-a2ef-4445-9b3d-cde17c0b2b4f req-2cc027eb-481a-4da0-a464-ff69095b498c tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:39.693796 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-447dcf14-a2ef-4445-9b3d-cde17c0b2b4f req-2cc027eb-481a-4da0-a464-ff69095b498c tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae988ae3-0469-441d-afb8-d0d5843a3f0d HTTP/1.1" status: 200 len: 946 time: 0.1517549 Aug 20 16:04:39.783303 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8e7c381a-f6c4-4cd9-98f7-4cf973779cae req-38bd9507-45a1-4eb5-94d2-0062039ac46e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=623553cd-92ff-4b9e-8e87-f644f0a62e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864782 Aug 20 16:04:39.787943 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-447dcf14-a2ef-4445-9b3d-cde17c0b2b4f req-078a5fdd-98a8-4147-87cc-4f598b7311b0 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] 10.222.0.13 "GET /v2.0/security-groups?id=623553cd-92ff-4b9e-8e87-f644f0a62e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675905 Aug 20 16:04:40.066527 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:41.023582 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bea6ac-da4e-4d45-9061-6ea5270b507a req-416fa299-2419-400a-984d-7f34be9f65f5 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:41.025098 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-11bea6ac-da4e-4d45-9061-6ea5270b507a req-416fa299-2419-400a-984d-7f34be9f65f5 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae988ae3-0469-441d-afb8-d0d5843a3f0d HTTP/1.1" status: 200 len: 946 time: 0.1024520 Aug 20 16:04:41.081563 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-11bea6ac-da4e-4d45-9061-6ea5270b507a req-e439966f-1ec1-4acf-b8c6-ecdeca1e3734 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] 10.222.0.13 "GET /v2.0/security-groups?id=623553cd-92ff-4b9e-8e87-f644f0a62e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487685 Aug 20 16:04:41.715177 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-5592d3e9-afde-436a-8b1b-0a3d7c2580e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:42.290027 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50c940-805b-4385-8248-7feaa0af112f req-2277da65-cbed-4ed7-b45f-b22709093782 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:42.291613 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8e50c940-805b-4385-8248-7feaa0af112f req-2277da65-cbed-4ed7-b45f-b22709093782 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae988ae3-0469-441d-afb8-d0d5843a3f0d HTTP/1.1" status: 200 len: 946 time: 0.0846767 Aug 20 16:04:42.342104 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-8e50c940-805b-4385-8248-7feaa0af112f req-2f27263d-5e02-46a5-b69f-ef8fd0220294 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] 10.222.0.13 "GET /v2.0/security-groups?id=623553cd-92ff-4b9e-8e87-f644f0a62e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442302 Aug 20 16:04:43.195538 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:44.692767 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:45.902044 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb8860-5699-4a4e-931b-17a44f0cf2ae req-597f6b9a-31af-4532-8787-24dfd86528c6 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:45.903561 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-0deb8860-5699-4a4e-931b-17a44f0cf2ae req-597f6b9a-31af-4532-8787-24dfd86528c6 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae988ae3-0469-441d-afb8-d0d5843a3f0d HTTP/1.1" status: 200 len: 946 time: 0.0788636 Aug 20 16:04:45.954761 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-0deb8860-5699-4a4e-931b-17a44f0cf2ae req-8f2a0360-b821-42e7-a986-272f71edc9cd tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] 10.222.0.13 "GET /v2.0/security-groups?id=623553cd-92ff-4b9e-8e87-f644f0a62e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455818 Aug 20 16:04:47.165808 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531dfc4a-f5ba-4de9-b0f6-f1706e66137e req-89f5b7c4-da81-402a-b8e7-00d981ac59d6 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:47.167302 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-531dfc4a-f5ba-4de9-b0f6-f1706e66137e req-89f5b7c4-da81-402a-b8e7-00d981ac59d6 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae988ae3-0469-441d-afb8-d0d5843a3f0d HTTP/1.1" status: 200 len: 946 time: 0.0835328 Aug 20 16:04:47.214740 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-531dfc4a-f5ba-4de9-b0f6-f1706e66137e req-a15d20a9-9a77-4cd9-806e-bb25d02c2c64 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] 10.222.0.13 "GET /v2.0/security-groups?id=623553cd-92ff-4b9e-8e87-f644f0a62e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416114 Aug 20 16:04:47.318125 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba38ca-a234-4cb3-bc2c-8c6e94ee5220 req-477997e2-516c-4e30-99e8-140e43a4d69e tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:47.319506 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-0eba38ca-a234-4cb3-bc2c-8c6e94ee5220 req-477997e2-516c-4e30-99e8-140e43a4d69e tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae988ae3-0469-441d-afb8-d0d5843a3f0d HTTP/1.1" status: 200 len: 946 time: 0.0807371 Aug 20 16:04:47.395621 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [req-0eba38ca-a234-4cb3-bc2c-8c6e94ee5220 req-b47e7359-57e2-4cd9-a1da-f787cc51b245 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Deleting port 8c5e2858-93a9-4269-8110-a92051e1e7d4 {{(pid=75061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:04:47.395957 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-0eba38ca-a234-4cb3-bc2c-8c6e94ee5220 req-b47e7359-57e2-4cd9-a1da-f787cc51b245 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:47.735794 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-0eba38ca-a234-4cb3-bc2c-8c6e94ee5220 req-b47e7359-57e2-4cd9-a1da-f787cc51b245 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] For port 8c5e2858-93a9-4269-8110-a92051e1e7d4, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=8c5e2858-93a9-4269-8110-a92051e1e7d4,segment=NetworkSegment(f43d5d68-0f58-4098-b6ff-6a4391b2f506),segment_id=f43d5d68-0f58-4098-b6ff-6a4391b2f506)] {{(pid=75061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:04:47.736135 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-0eba38ca-a234-4cb3-bc2c-8c6e94ee5220 req-b47e7359-57e2-4cd9-a1da-f787cc51b245 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:47.860108 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [req-0eba38ca-a234-4cb3-bc2c-8c6e94ee5220 req-b47e7359-57e2-4cd9-a1da-f787cc51b245 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Calling delete_port for 8c5e2858-93a9-4269-8110-a92051e1e7d4 owned by compute:nova {{(pid=75061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:04:47.970460 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:48.006463 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-0eba38ca-a234-4cb3-bc2c-8c6e94ee5220 req-b47e7359-57e2-4cd9-a1da-f787cc51b245 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519487'] for port, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:48.013245 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-4b665e01-0d7d-44e5-bbd1-a33582c4bf35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:04:48.018837 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['8c5e2858-93a9-4269-8110-a92051e1e7d4'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 16:04:48.059992 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e7359-57e2-4cd9-a1da-f787cc51b245 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Pushing event deleted for resources: {'Port': ['ID=8c5e2858-93a9-4269-8110-a92051e1e7d4,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:48.063552 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-b47e7359-57e2-4cd9-a1da-f787cc51b245 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:04:48.137151 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eba38ca-a234-4cb3-bc2c-8c6e94ee5220 req-b47e7359-57e2-4cd9-a1da-f787cc51b245 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] No DVR routers for this DVR port 8c5e2858-93a9-4269-8110-a92051e1e7d4 on host hv-cinder-80539 {{(pid=75061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 16:04:48.140334 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-0eba38ca-a234-4cb3-bc2c-8c6e94ee5220 req-b47e7359-57e2-4cd9-a1da-f787cc51b245 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:48.143138 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae988ae3-0469-441d-afb8-d0d5843a3f0d', 'name': 'network-vif-deleted', 'tag': '8c5e2858-93a9-4269-8110-a92051e1e7d4'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:04:48.160079 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-0eba38ca-a234-4cb3-bc2c-8c6e94ee5220 req-b47e7359-57e2-4cd9-a1da-f787cc51b245 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] 10.222.0.54 "DELETE /v2.0/ports/8c5e2858-93a9-4269-8110-a92051e1e7d4 HTTP/1.1" status: 204 len: 173 time: 0.8302293 Aug 20 16:04:48.204039 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae988ae3-0469-441d-afb8-d0d5843a3f0d', 'name': 'network-vif-deleted', 'tag': '8c5e2858-93a9-4269-8110-a92051e1e7d4', 'status': 'completed', 'code': 200} Aug 20 16:04:48.485413 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-393aa997-e812-4a36-8487-8356b9029ae7 req-9a41d946-d5ac-402f-aee2-717c8902a6a0 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Synchronizing usage tracker for tenant:9a6ffef76f9e413a8130c6d80f233a82 on resource:port {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 16:04:48.503247 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-393aa997-e812-4a36-8487-8356b9029ae7 req-9a41d946-d5ac-402f-aee2-717c8902a6a0 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Unset dirty status for tenant:9a6ffef76f9e413a8130c6d80f233a82 on resource:port {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 16:04:48.504602 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-393aa997-e812-4a36-8487-8356b9029ae7 req-9a41d946-d5ac-402f-aee2-717c8902a6a0 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae988ae3-0469-441d-afb8-d0d5843a3f0d HTTP/1.1" status: 200 len: 210 time: 0.1445246 Aug 20 16:04:51.119902 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 8c5e2858-93a9-4269-8110-a92051e1e7d4 no longer exists at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 16:04:51.155550 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] No Port match for: 8c5e2858-93a9-4269-8110-a92051e1e7d4 {{(pid=75062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 20 16:04:51.155900 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 8c5e2858-93a9-4269-8110-a92051e1e7d4 not bound to the agent host hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 16:05:04.370087 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 6 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 16:05:07.103177 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 36778) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:05:07.165799 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.db_base_plugin_v2 [None req-69e2acd4-0643-4e8b-aabd-a0f0227051b2 admin admin] Deleting subnet b467d380-e929-45d3-a3c2-5562abe6c2e9 {{(pid=75060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 20 16:05:07.168599 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-69e2acd4-0643-4e8b-aabd-a0f0227051b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:07.183140 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 36782) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:05:07.216457 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-69e2acd4-0643-4e8b-aabd-a0f0227051b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1079870'] for subnet, precommit_delete_associations {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:07.274703 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-69e2acd4-0643-4e8b-aabd-a0f0227051b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3577807'] for subnet, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:07.344356 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-69e2acd4-0643-4e8b-aabd-a0f0227051b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3577846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6850340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1265223'] for subnet, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:07.348868 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:05:07.381175 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e2acd4-0643-4e8b-aabd-a0f0227051b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b467d380-e929-45d3-a3c2-5562abe6c2e9,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:05:07.386785 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-69e2acd4-0643-4e8b-aabd-a0f0227051b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:05:07.387785 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-69e2acd4-0643-4e8b-aabd-a0f0227051b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:07.387916 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [None req-5d5931fe-cb46-4169-ae3f-c26d91393b0e tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Deleting port 586eff2c-c807-49f3-87aa-de6bafc98238 {{(pid=75061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:05:07.388173 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-5d5931fe-cb46-4169-ae3f-c26d91393b0e tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:07.394345 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-69e2acd4-0643-4e8b-aabd-a0f0227051b2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b467d380-e929-45d3-a3c2-5562abe6c2e9 HTTP/1.1" status: 204 len: 168 time: 0.2900612 Aug 20 16:05:07.396773 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 36786) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:05:07.501504 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-04ef42d8-5e02-4534-933a-0b0b8d3212f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3779509'] for network, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:07.557296 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-5d5931fe-cb46-4169-ae3f-c26d91393b0e tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:07.557614 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-5d5931fe-cb46-4169-ae3f-c26d91393b0e tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:07.680015 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [None req-5d5931fe-cb46-4169-ae3f-c26d91393b0e tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Calling delete_port for 586eff2c-c807-49f3-87aa-de6bafc98238 owned by network:floatingip {{(pid=75061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:05:07.713809 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-04ef42d8-5e02-4534-933a-0b0b8d3212f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3576902', 'neutron.services.segments.db._delete_segments_for_network-8786829457026'] for network, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:07.726692 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-04ef42d8-5e02-4534-933a-0b0b8d3212f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d1e2db-0c6c-4fe7-bbfd-f981e819f5f1']}} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:05:07.738678 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-04ef42d8-5e02-4534-933a-0b0b8d3212f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f43d5d68-0f58-4098-b6ff-6a4391b2f506') {'for_net_delete': True} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:05:07.738970 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-04ef42d8-5e02-4534-933a-0b0b8d3212f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f43d5d68-0f58-4098-b6ff-6a4391b2f506') {} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:05:07.750750 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-04ef42d8-5e02-4534-933a-0b0b8d3212f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786829458077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1079857'] for segment, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:07.770620 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-04ef42d8-5e02-4534-933a-0b0b8d3212f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577716'] for segment, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:07.778044 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ef42d8-5e02-4534-933a-0b0b8d3212f9 admin admin] Releasing vlan 1252 on physical network physnet1 to pool {{(pid=75060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 20 16:05:07.778438 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-04ef42d8-5e02-4534-933a-0b0b8d3212f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3577706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6850434'] for segment, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:07.791823 dv-cinder-805398-3-smb neutron-server[75060]: Traceback (most recent call last): Aug 20 16:05:07.791823 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 20 16:05:07.791823 dv-cinder-805398-3-smb neutron-server[75060]: timer() Aug 20 16:05:07.791823 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 16:05:07.791823 dv-cinder-805398-3-smb neutron-server[75060]: cb(*args, **kw) Aug 20 16:05:07.791823 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 20 16:05:07.791823 dv-cinder-805398-3-smb neutron-server[75060]: return func(*args, **kwargs) Aug 20 16:05:07.791823 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 16:05:07.791823 dv-cinder-805398-3-smb neutron-server[75060]: self._notify() Aug 20 16:05:07.791823 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 16:05:07.791823 dv-cinder-805398-3-smb neutron-server[75060]: self.callback(batched_events) Aug 20 16:05:07.791823 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 16:05:07.791823 dv-cinder-805398-3-smb neutron-server[75060]: event.method(event) Aug 20 16:05:07.791823 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 16:05:07.791823 dv-cinder-805398-3-smb neutron-server[75060]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 16:05:07.791823 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 16:05:07.791823 dv-cinder-805398-3-smb neutron-server[75060]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 16:05:07.791823 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 16:05:07.791823 dv-cinder-805398-3-smb neutron-server[75060]: return f(self, *a, **k) Aug 20 16:05:07.791823 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 20 16:05:07.791823 dv-cinder-805398-3-smb neutron-server[75060]: return self._get(url).json() Aug 20 16:05:07.791823 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 20 16:05:07.791823 dv-cinder-805398-3-smb neutron-server[75060]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 16:05:07.791823 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 20 16:05:07.791823 dv-cinder-805398-3-smb neutron-server[75060]: return self.request(url, 'GET', **kwargs) Aug 20 16:05:07.791823 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 20 16:05:07.791823 dv-cinder-805398-3-smb neutron-server[75060]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 16:05:07.791823 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 20 16:05:07.791823 dv-cinder-805398-3-smb neutron-server[75060]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 16:05:07.791823 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 20 16:05:07.791823 dv-cinder-805398-3-smb neutron-server[75060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 16:05:07.791823 dv-cinder-805398-3-smb neutron-server[75060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 16:05:07.837001 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-5d5931fe-cb46-4169-ae3f-c26d91393b0e tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519487'] for port, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:07.840747 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-31886437-8856-46e3-802c-dad9079a958d tempest-AttachVolumeTestJSON-1955449358 tempest-AttachVolumeTestJSON-1955449358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:05:07.869279 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-04ef42d8-5e02-4534-933a-0b0b8d3212f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405599'] for network, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:07.872930 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:05:07.884128 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5931fe-cb46-4169-ae3f-c26d91393b0e tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Pushing event deleted for resources: {'Port': ['ID=586eff2c-c807-49f3-87aa-de6bafc98238,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:05:07.886643 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-5d5931fe-cb46-4169-ae3f-c26d91393b0e tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:05:07.888756 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-04ef42d8-5e02-4534-933a-0b0b8d3212f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for network, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:07.895443 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef42d8-5e02-4534-933a-0b0b8d3212f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=51d1e2db-0c6c-4fe7-bbfd-f981e819f5f1,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:05:07.898286 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-04ef42d8-5e02-4534-933a-0b0b8d3212f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:05:07.900031 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-04ef42d8-5e02-4534-933a-0b0b8d3212f9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/51d1e2db-0c6c-4fe7-bbfd-f981e819f5f1 HTTP/1.1" status: 204 len: 168 time: 0.5023541 Aug 20 16:05:07.902789 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 36790) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:05:07.965053 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dcbd2f5-3417-4b96-ab4a-e97dde34b80d admin admin] Deleting subnet 211c4e1f-4801-4cdf-bc94-d9644cffc484 {{(pid=75060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 20 16:05:07.968066 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7dcbd2f5-3417-4b96-ab4a-e97dde34b80d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:07.982416 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-5d5931fe-cb46-4169-ae3f-c26d91393b0e tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks [] for floatingip, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:08.018411 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7dcbd2f5-3417-4b96-ab4a-e97dde34b80d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1079870'] for subnet, precommit_delete_associations {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:08.078992 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7dcbd2f5-3417-4b96-ab4a-e97dde34b80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3577807'] for subnet, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:08.145942 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7dcbd2f5-3417-4b96-ab4a-e97dde34b80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3577846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6850340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1265223'] for subnet, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:08.150252 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:05:08.187887 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcbd2f5-3417-4b96-ab4a-e97dde34b80d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=211c4e1f-4801-4cdf-bc94-d9644cffc484,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:05:08.190411 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-7dcbd2f5-3417-4b96-ab4a-e97dde34b80d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:05:08.193859 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-7dcbd2f5-3417-4b96-ab4a-e97dde34b80d admin admin] Notify callbacks [] for subnet, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:08.199721 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-7dcbd2f5-3417-4b96-ab4a-e97dde34b80d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/211c4e1f-4801-4cdf-bc94-d9644cffc484 HTTP/1.1" status: 204 len: 168 time: 0.2960231 Aug 20 16:05:08.202417 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 36794) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:05:08.307948 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d1d91664-98a0-4811-91df-a1a60d299674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3779509'] for network, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:08.378552 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5931fe-cb46-4169-ae3f-c26d91393b0e tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Router 2cd9a38e-3602-4546-bdcd-5ef6c69a97b3 has already been hosted by L3 agent ecccf787-6cb6-4f52-bf94-e4285ae9b988 {{(pid=75061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:05:08.432060 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d1d91664-98a0-4811-91df-a1a60d299674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3576902', 'neutron.services.segments.db._delete_segments_for_network-8786829457026'] for network, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:08.444935 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-d1d91664-98a0-4811-91df-a1a60d299674 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59136248-8611-4ae9-901c-32ac05344e91']}} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:05:08.461919 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-d1d91664-98a0-4811-91df-a1a60d299674 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '604f230a-7e9b-4d82-a6b1-18da7e5dcefe') {'for_net_delete': True} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:05:08.462336 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-d1d91664-98a0-4811-91df-a1a60d299674 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '604f230a-7e9b-4d82-a6b1-18da7e5dcefe') {} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:05:08.474767 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d1d91664-98a0-4811-91df-a1a60d299674 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786829458077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1079857'] for segment, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:08.491298 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d1d91664-98a0-4811-91df-a1a60d299674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577716'] for segment, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:08.497548 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1d91664-98a0-4811-91df-a1a60d299674 admin admin] Releasing vlan 1253 on physical network physnet1 to pool {{(pid=75060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 20 16:05:08.497990 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d1d91664-98a0-4811-91df-a1a60d299674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3577706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6850434'] for segment, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:08.511283 dv-cinder-805398-3-smb neutron-server[75060]: Traceback (most recent call last): Aug 20 16:05:08.511283 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 20 16:05:08.511283 dv-cinder-805398-3-smb neutron-server[75060]: timer() Aug 20 16:05:08.511283 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 16:05:08.511283 dv-cinder-805398-3-smb neutron-server[75060]: cb(*args, **kw) Aug 20 16:05:08.511283 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 20 16:05:08.511283 dv-cinder-805398-3-smb neutron-server[75060]: return func(*args, **kwargs) Aug 20 16:05:08.511283 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 16:05:08.511283 dv-cinder-805398-3-smb neutron-server[75060]: self._notify() Aug 20 16:05:08.511283 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 16:05:08.511283 dv-cinder-805398-3-smb neutron-server[75060]: self.callback(batched_events) Aug 20 16:05:08.511283 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 16:05:08.511283 dv-cinder-805398-3-smb neutron-server[75060]: event.method(event) Aug 20 16:05:08.511283 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 16:05:08.511283 dv-cinder-805398-3-smb neutron-server[75060]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 16:05:08.511283 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 16:05:08.511283 dv-cinder-805398-3-smb neutron-server[75060]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 16:05:08.511283 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 16:05:08.511283 dv-cinder-805398-3-smb neutron-server[75060]: return f(self, *a, **k) Aug 20 16:05:08.511283 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 20 16:05:08.511283 dv-cinder-805398-3-smb neutron-server[75060]: return self._get(url).json() Aug 20 16:05:08.511283 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 20 16:05:08.511283 dv-cinder-805398-3-smb neutron-server[75060]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 16:05:08.511283 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 20 16:05:08.511283 dv-cinder-805398-3-smb neutron-server[75060]: return self.request(url, 'GET', **kwargs) Aug 20 16:05:08.511283 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 20 16:05:08.511283 dv-cinder-805398-3-smb neutron-server[75060]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 16:05:08.511283 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 20 16:05:08.511283 dv-cinder-805398-3-smb neutron-server[75060]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 16:05:08.511283 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 20 16:05:08.511283 dv-cinder-805398-3-smb neutron-server[75060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 16:05:08.511283 dv-cinder-805398-3-smb neutron-server[75060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 16:05:08.590483 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d1d91664-98a0-4811-91df-a1a60d299674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405599'] for network, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:08.594612 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:05:08.608150 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d1d91664-98a0-4811-91df-a1a60d299674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for network, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:08.621946 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d91664-98a0-4811-91df-a1a60d299674 admin admin] Pushing event deleted for resources: {'Network': ['ID=59136248-8611-4ae9-901c-32ac05344e91,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:05:08.625896 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-d1d91664-98a0-4811-91df-a1a60d299674 admin admin] 10.222.0.13 "DELETE /v2.0/networks/59136248-8611-4ae9-901c-32ac05344e91 HTTP/1.1" status: 204 len: 168 time: 0.4224627 Aug 20 16:05:08.627568 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-d1d91664-98a0-4811-91df-a1a60d299674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:05:08.691415 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5931fe-cb46-4169-ae3f-c26d91393b0e tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify agent at l3_agent.dv-cinder-805398-3-smb the message routers_updated {{(pid=75061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:05:08.701515 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52531f39-08bd-4f64-8edd-bfbc31192401 None None] Sync routers for ids ['2cd9a38e-3602-4546-bdcd-5ef6c69a97b3'] in dv-cinder-805398-3-smb {{(pid=75062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 20 16:05:08.714690 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-5d5931fe-cb46-4169-ae3f-c26d91393b0e tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for floatingip, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:08.715037 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52531f39-08bd-4f64-8edd-bfbc31192401 None None] Routers {'2cd9a38e-3602-4546-bdcd-5ef6c69a97b3'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:05:08.715596 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-52531f39-08bd-4f64-8edd-bfbc31192401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:04:42Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['2cd9a38e-3602-4546-bdcd-5ef6c69a97b3'], 'active': True} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:05:08.781388 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-5d5931fe-cb46-4169-ae3f-c26d91393b0e tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "DELETE /v2.0/floatingips/37fe459e-6184-46b0-af66-e55ec5be814d HTTP/1.1" status: 204 len: 168 time: 1.5970304 Aug 20 16:05:08.782049 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7cc0524-c593-4fbd-9b7e-e90cab90d083', 'tag': '6f0feb3b-dcf4-490c-a29a-b8a530867169'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:05:08.851196 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7cc0524-c593-4fbd-9b7e-e90cab90d083', 'tag': '6f0feb3b-dcf4-490c-a29a-b8a530867169', 'status': 'completed', 'code': 200} Aug 20 16:05:08.864324 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 36804) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:05:08.923763 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-9b119dfd-7cb5-45d9-813a-2104b3e8f29b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a6ffef76f9e413a8130c6d80f233a82&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0577936 Aug 20 16:05:08.926051 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 36808) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:05:08.942204 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvr_db [None req-52531f39-08bd-4f64-8edd-bfbc31192401 None None] Set router 2cd9a38e-3602-4546-bdcd-5ef6c69a97b3 gateway port host: dv-cinder-805398-3-smb {{(pid=75062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:05:08.981582 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c53f2e1b-c019-42ed-b155-2a4cb77eb0ac req-d80e0263-e194-4944-b070-801240307da3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4aa85ac1b5744629b15ceb86e66e4a5f&device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 1098 time: 0.0995016 Aug 20 16:05:09.013780 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-3ac423e4-d5b3-46c5-a007-45b6108979b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:09.046970 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-3ac423e4-d5b3-46c5-a007-45b6108979b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:09.107111 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-3ac423e4-d5b3-46c5-a007-45b6108979b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:09.114652 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-cc901554-bb75-4350-a283-f5809fb296db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:05:09.131243 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac423e4-d5b3-46c5-a007-45b6108979b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623553cd-92ff-4b9e-8e87-f644f0a62e73,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:05:09.140627 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-3ac423e4-d5b3-46c5-a007-45b6108979b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:05:09.143224 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-3ac423e4-d5b3-46c5-a007-45b6108979b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:09.145114 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-3ac423e4-d5b3-46c5-a007-45b6108979b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/623553cd-92ff-4b9e-8e87-f644f0a62e73 HTTP/1.1" status: 204 len: 168 time: 0.2181158 Aug 20 16:05:09.266763 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f2e1b-c019-42ed-b155-2a4cb77eb0ac req-7514e9ef-1982-4e1a-8a1c-0b088c4c0376 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:09.268224 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c53f2e1b-c019-42ed-b155-2a4cb77eb0ac req-7514e9ef-1982-4e1a-8a1c-0b088c4c0376 service neutron] 10.222.0.54 "GET /v2.0/networks?id=573c1213-77ed-460b-8c84-ad8019a0d321 HTTP/1.1" status: 200 len: 910 time: 0.2675123 Aug 20 16:05:09.350864 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583892b-14f4-4870-ac22-1511a47b9ef1 req-d13fc3ba-71d4-45c6-8ffd-aeb489de37db tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:09.351556 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-4583892b-14f4-4870-ac22-1511a47b9ef1 req-d13fc3ba-71d4-45c6-8ffd-aeb489de37db tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Synchronizing usage tracker for tenant:4aa85ac1b5744629b15ceb86e66e4a5f on resource:port {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 16:05:09.356101 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c53f2e1b-c019-42ed-b155-2a4cb77eb0ac req-262e7e92-0297-40c1-9fdd-721e16ac6d17 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f0feb3b-dcf4-490c-a29a-b8a530867169 HTTP/1.1" status: 200 len: 217 time: 0.0798512 Aug 20 16:05:09.365397 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-52531f39-08bd-4f64-8edd-bfbc31192401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'name': 'tempest-TestShelveInstance-175245446-router', 'tenant_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': 'c75fd55a-76d9-4225-8333-61ba75d1f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:26Z', 'updated_at': '2021-08-20T16:00:33Z', 'revision_number': 4, 'project_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'gw_port': {'id': 'c75fd55a-76d9-4225-8333-61ba75d1f9ea', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:27Z', 'updated_at': '2021-08-20T16:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': '9d4d972e-1e84-430b-8d43-3f09772eacfe', 'name': '', 'network_id': '573c1213-77ed-460b-8c84-ad8019a0d321', 'tenant_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'mac_address': 'fa:16:3e:ff:f5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39415324-6de0-401c-8e7e-a0482fdc5f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:31Z', 'updated_at': '2021-08-20T16:00:57Z', 'revision_number': 5, 'project_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'subnets': [{'id': '39415324-6de0-401c-8e7e-a0482fdc5f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:05:09.370651 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52531f39-08bd-4f64-8edd-bfbc31192401 None None] Checking router: 2cd9a38e-3602-4546-bdcd-5ef6c69a97b3 for host: dv-cinder-805398-3-smb {{(pid=75062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 20 16:05:09.382808 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52531f39-08bd-4f64-8edd-bfbc31192401 None None] Routers {'2cd9a38e-3602-4546-bdcd-5ef6c69a97b3'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:05:09.383426 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-52531f39-08bd-4f64-8edd-bfbc31192401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:04:42Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['2cd9a38e-3602-4546-bdcd-5ef6c69a97b3'], 'active': True} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:05:09.406944 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-4583892b-14f4-4870-ac22-1511a47b9ef1 req-d13fc3ba-71d4-45c6-8ffd-aeb489de37db tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Unset dirty status for tenant:4aa85ac1b5744629b15ceb86e66e4a5f on resource:port {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 16:05:09.407951 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4583892b-14f4-4870-ac22-1511a47b9ef1 req-d13fc3ba-71d4-45c6-8ffd-aeb489de37db tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 945 time: 0.2562318 Aug 20 16:05:09.447126 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f2e1b-c019-42ed-b155-2a4cb77eb0ac req-79539171-bfbf-4189-aaef-f039ecd65c78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:09.448499 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c53f2e1b-c019-42ed-b155-2a4cb77eb0ac req-79539171-bfbf-4189-aaef-f039ecd65c78 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=39415324-6de0-401c-8e7e-a0482fdc5f52 HTTP/1.1" status: 200 len: 847 time: 0.0847857 Aug 20 16:05:09.511267 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-4583892b-14f4-4870-ac22-1511a47b9ef1 req-3772abc1-cdba-48e2-ab75-30c324a400b2 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13986ee-1a2d-4d35-9821-a0403a66af56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912805 Aug 20 16:05:09.548026 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c53f2e1b-c019-42ed-b155-2a4cb77eb0ac req-a284c569-b7bc-402b-97d5-2069a6cefe8e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=573c1213-77ed-460b-8c84-ad8019a0d321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0899632 Aug 20 16:05:09.625487 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvr_db [None req-52531f39-08bd-4f64-8edd-bfbc31192401 None None] Set router 2cd9a38e-3602-4546-bdcd-5ef6c69a97b3 gateway port host: dv-cinder-805398-3-smb {{(pid=75062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:05:09.647694 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 36818) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:05:09.672187 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-79bf6127-455b-4a1b-8981-9cfe9d9fd76b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:09.702526 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-aecd8a94-edb8-49a3-b0c5-1d639f3b9737 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4300fa4b365f44f7953ec2058ea82875&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0535839 Aug 20 16:05:09.705547 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 36822) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:05:09.711957 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c53f2e1b-c019-42ed-b155-2a4cb77eb0ac req-696cb176-9479-46a7-9de5-cb423b25afc1 service neutron] 10.222.0.54 "GET /v2.0/networks/573c1213-77ed-460b-8c84-ad8019a0d321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551087 Aug 20 16:05:09.773284 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-15276b9a-df3d-4376-9065-b2451b40d68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:09.800357 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-15276b9a-df3d-4376-9065-b2451b40d68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:09.854958 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-15276b9a-df3d-4376-9065-b2451b40d68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:09.856159 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c53f2e1b-c019-42ed-b155-2a4cb77eb0ac req-c42fe739-1ff3-4e51-906b-fbb3871cbd80 service neutron] 10.222.0.54 "GET /v2.0/networks/573c1213-77ed-460b-8c84-ad8019a0d321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363864 Aug 20 16:05:09.862469 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-98d74fdb-e1a5-43da-bc5e-1c03201f7df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:05:09.873807 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15276b9a-df3d-4376-9065-b2451b40d68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb5f666-8d87-4b30-99ab-93ca96ba2c1f,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:05:09.878444 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-15276b9a-df3d-4376-9065-b2451b40d68d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:05:09.881920 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-15276b9a-df3d-4376-9065-b2451b40d68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:09.885720 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-15276b9a-df3d-4376-9065-b2451b40d68d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5bb5f666-8d87-4b30-99ab-93ca96ba2c1f HTTP/1.1" status: 204 len: 168 time: 0.1789083 Aug 20 16:05:09.982073 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-52531f39-08bd-4f64-8edd-bfbc31192401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'name': 'tempest-TestShelveInstance-175245446-router', 'tenant_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': 'c75fd55a-76d9-4225-8333-61ba75d1f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:26Z', 'updated_at': '2021-08-20T16:00:33Z', 'revision_number': 4, 'project_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'gw_port': {'id': 'c75fd55a-76d9-4225-8333-61ba75d1f9ea', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:27Z', 'updated_at': '2021-08-20T16:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': '9d4d972e-1e84-430b-8d43-3f09772eacfe', 'name': '', 'network_id': '573c1213-77ed-460b-8c84-ad8019a0d321', 'tenant_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'mac_address': 'fa:16:3e:ff:f5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39415324-6de0-401c-8e7e-a0482fdc5f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:31Z', 'updated_at': '2021-08-20T16:00:57Z', 'revision_number': 5, 'project_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'subnets': [{'id': '39415324-6de0-401c-8e7e-a0482fdc5f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:05:09.986312 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52531f39-08bd-4f64-8edd-bfbc31192401 None None] The sync data for ids ['2cd9a38e-3602-4546-bdcd-5ef6c69a97b3'] in dv-cinder-805398-3-smb is: [{'id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'name': 'tempest-TestShelveInstance-175245446-router', 'tenant_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': 'c75fd55a-76d9-4225-8333-61ba75d1f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:26Z', 'updated_at': '2021-08-20T16:00:33Z', 'revision_number': 4, 'project_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'gw_port': {'id': 'c75fd55a-76d9-4225-8333-61ba75d1f9ea', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:27Z', 'updated_at': '2021-08-20T16:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb', '_interfaces': [{'id': '9d4d972e-1e84-430b-8d43-3f09772eacfe', 'name': '', 'network_id': '573c1213-77ed-460b-8c84-ad8019a0d321', 'tenant_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'mac_address': 'fa:16:3e:ff:f5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39415324-6de0-401c-8e7e-a0482fdc5f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:31Z', 'updated_at': '2021-08-20T16:00:57Z', 'revision_number': 5, 'project_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'subnets': [{'id': '39415324-6de0-401c-8e7e-a0482fdc5f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 20 16:05:10.071974 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:10.221392 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df650a73-dd39-4b3d-afed-c0acde1a7745 None None] New status for floating IP 37fe459e-6184-46b0-af66-e55ec5be814d: DOWN {{(pid=75063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 20 16:05:10.796543 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253b576-cdec-4240-a970-2195c380d92f req-216a4042-695c-467d-a8bc-85f43714ae74 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:10.798074 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d253b576-cdec-4240-a970-2195c380d92f req-216a4042-695c-467d-a8bc-85f43714ae74 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 945 time: 0.1399541 Aug 20 16:05:10.808569 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d70ce-e43b-4e3a-b187-c5fb3b5190a1 req-2e3f96a7-3b41-4ab2-98ca-1e4e59b81e61 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:10.809960 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e80d70ce-e43b-4e3a-b187-c5fb3b5190a1 req-2e3f96a7-3b41-4ab2-98ca-1e4e59b81e61 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 945 time: 0.1206863 Aug 20 16:05:10.905211 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d253b576-cdec-4240-a970-2195c380d92f req-fe962a50-a0fc-4cd8-bdc2-4bc02c459fb1 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13986ee-1a2d-4d35-9821-a0403a66af56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942352 Aug 20 16:05:10.910328 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [req-e80d70ce-e43b-4e3a-b187-c5fb3b5190a1 req-77769acb-0b43-458f-a54d-4f0deb4f752f tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Deleting port 6f0feb3b-dcf4-490c-a29a-b8a530867169 {{(pid=75061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:05:10.910692 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-e80d70ce-e43b-4e3a-b187-c5fb3b5190a1 req-77769acb-0b43-458f-a54d-4f0deb4f752f tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:11.166874 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-e80d70ce-e43b-4e3a-b187-c5fb3b5190a1 req-77769acb-0b43-458f-a54d-4f0deb4f752f tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] For port 6f0feb3b-dcf4-490c-a29a-b8a530867169, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=6f0feb3b-dcf4-490c-a29a-b8a530867169,segment=NetworkSegment(fec95dd2-d5a2-46ea-8494-372d23072abb),segment_id=fec95dd2-d5a2-46ea-8494-372d23072abb)] {{(pid=75061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:05:11.167262 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-e80d70ce-e43b-4e3a-b187-c5fb3b5190a1 req-77769acb-0b43-458f-a54d-4f0deb4f752f tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:11.274777 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 36854) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:05:11.289021 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [req-e80d70ce-e43b-4e3a-b187-c5fb3b5190a1 req-77769acb-0b43-458f-a54d-4f0deb4f752f tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Calling delete_port for 6f0feb3b-dcf4-490c-a29a-b8a530867169 owned by compute:nova {{(pid=75061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:05:11.416899 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-c2f69169-0af8-4c30-a638-20d283903d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:11.531193 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-e80d70ce-e43b-4e3a-b187-c5fb3b5190a1 req-77769acb-0b43-458f-a54d-4f0deb4f752f tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519487'] for port, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:11.536757 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-041b0e77-4c6f-48b3-a3f7-4d6ca5e81bc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:05:11.545033 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-c2f69169-0af8-4c30-a638-20d283903d11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:05:11.549439 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-c2f69169-0af8-4c30-a638-20d283903d11 admin admin] Usage tracker for resource:security_group_rule and tenant:5cf6bf5905c342d69e5fb1fc6a0f0395 is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:05:11.552482 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-c2f69169-0af8-4c30-a638-20d283903d11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:05:11.558301 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-c2f69169-0af8-4c30-a638-20d283903d11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:05:11.581126 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77769acb-0b43-458f-a54d-4f0deb4f752f tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Pushing event deleted for resources: {'Port': ['ID=6f0feb3b-dcf4-490c-a29a-b8a530867169,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:05:11.585015 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-77769acb-0b43-458f-a54d-4f0deb4f752f tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:05:11.632343 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-c2f69169-0af8-4c30-a638-20d283903d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:11.636228 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-c2f69169-0af8-4c30-a638-20d283903d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:11.643568 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-eb6ee5be-5e68-40e6-8f08-a3436bc26fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:05:11.659790 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80d70ce-e43b-4e3a-b187-c5fb3b5190a1 req-77769acb-0b43-458f-a54d-4f0deb4f752f tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] No DVR routers for this DVR port 6f0feb3b-dcf4-490c-a29a-b8a530867169 on host hv-cinder-80539 {{(pid=75061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 16:05:11.662203 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-e80d70ce-e43b-4e3a-b187-c5fb3b5190a1 req-77769acb-0b43-458f-a54d-4f0deb4f752f tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:11.664775 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7cc0524-c593-4fbd-9b7e-e90cab90d083', 'name': 'network-vif-deleted', 'tag': '6f0feb3b-dcf4-490c-a29a-b8a530867169'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:05:11.680268 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e80d70ce-e43b-4e3a-b187-c5fb3b5190a1 req-77769acb-0b43-458f-a54d-4f0deb4f752f tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.54 "DELETE /v2.0/ports/6f0feb3b-dcf4-490c-a29a-b8a530867169 HTTP/1.1" status: 204 len: 173 time: 0.8545945 Aug 20 16:05:11.685469 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f69169-0af8-4c30-a638-20d283903d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a3c02a-3144-4017-aa06-8bfc0bb23d08,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:05:11.689417 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-c2f69169-0af8-4c30-a638-20d283903d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:05:11.695613 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 36862) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:05:11.695850 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-c2f69169-0af8-4c30-a638-20d283903d11 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5cf6bf5905c342d69e5fb1fc6a0f0395&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4197237 Aug 20 16:05:11.728575 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f3568cdc-e1a0-4082-b5e6-9c1185887119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:11.742804 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7cc0524-c593-4fbd-9b7e-e90cab90d083', 'name': 'network-vif-deleted', 'tag': '6f0feb3b-dcf4-490c-a29a-b8a530867169', 'status': 'completed', 'code': 200} Aug 20 16:05:11.769821 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-dee61407-4c77-42da-b711-8e9f3ecc4384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:11.796878 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-dee61407-4c77-42da-b711-8e9f3ecc4384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:11.849890 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-dee61407-4c77-42da-b711-8e9f3ecc4384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:11.853908 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-d2618b6a-275c-4460-b99a-1f0b00e872a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:05:11.866659 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee61407-4c77-42da-b711-8e9f3ecc4384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a3c02a-3144-4017-aa06-8bfc0bb23d08,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:05:11.869535 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-dee61407-4c77-42da-b711-8e9f3ecc4384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:05:11.871453 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-dee61407-4c77-42da-b711-8e9f3ecc4384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:11.872566 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-dee61407-4c77-42da-b711-8e9f3ecc4384 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52a3c02a-3144-4017-aa06-8bfc0bb23d08 HTTP/1.1" status: 204 len: 168 time: 0.1757531 Aug 20 16:05:12.116122 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-265d01d5-1fa3-4773-a2e8-ffb2c4a4c564 req-cda17484-d79b-403c-92a2-5ab11acef1fe tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Synchronizing usage tracker for tenant:4aa85ac1b5744629b15ceb86e66e4a5f on resource:port {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 16:05:12.134877 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-265d01d5-1fa3-4773-a2e8-ffb2c4a4c564 req-cda17484-d79b-403c-92a2-5ab11acef1fe tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Unset dirty status for tenant:4aa85ac1b5744629b15ceb86e66e4a5f on resource:port {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 16:05:12.136455 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-265d01d5-1fa3-4773-a2e8-ffb2c4a4c564 req-cda17484-d79b-403c-92a2-5ab11acef1fe tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7cc0524-c593-4fbd-9b7e-e90cab90d083 HTTP/1.1" status: 200 len: 210 time: 0.0999291 Aug 20 16:05:12.705861 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 36886) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:05:12.835949 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [None req-bd9e03c4-9577-4f6e-a23b-24ddf8f16d26 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1289758831-network', 'tenant_id': '98d92f68c220416ea249b94d4ad281bf'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:05:12.841626 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-bd9e03c4-9577-4f6e-a23b-24ddf8f16d26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:05:12.846662 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-bd9e03c4-9577-4f6e-a23b-24ddf8f16d26 admin admin] Usage tracker for resource:network and tenant:98d92f68c220416ea249b94d4ad281bf is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:05:12.849558 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-bd9e03c4-9577-4f6e-a23b-24ddf8f16d26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:05:12.859780 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-bd9e03c4-9577-4f6e-a23b-24ddf8f16d26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:05:12.871343 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9e03c4-9577-4f6e-a23b-24ddf8f16d26 admin admin] Made reservation on behalf of 98d92f68c220416ea249b94d4ad281bf for: {'network': 1} {{(pid=75061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 16:05:12.874225 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-bd9e03c4-9577-4f6e-a23b-24ddf8f16d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for network, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:12.891485 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-bd9e03c4-9577-4f6e-a23b-24ddf8f16d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:12.925536 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-bd9e03c4-9577-4f6e-a23b-24ddf8f16d26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:05:12.929329 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-bd9e03c4-9577-4f6e-a23b-24ddf8f16d26 admin admin] Usage tracker for resource:security_group_rule and tenant:98d92f68c220416ea249b94d4ad281bf is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:05:12.932284 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-bd9e03c4-9577-4f6e-a23b-24ddf8f16d26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:05:12.938475 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-bd9e03c4-9577-4f6e-a23b-24ddf8f16d26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:05:13.001893 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-bd9e03c4-9577-4f6e-a23b-24ddf8f16d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:13.006139 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-bd9e03c4-9577-4f6e-a23b-24ddf8f16d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:13.008914 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-e2acd5b3-531f-4048-ab31-11c49760990d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:05:13.038475 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd9e03c4-9577-4f6e-a23b-24ddf8f16d26 admin admin] vlan segment allocate from pool success with {'vlan_id': 1252, 'physical_network': 'physnet1'} {{(pid=75061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 20 16:05:13.047298 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e03c4-9577-4f6e-a23b-24ddf8f16d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8874a069-e9b0-4467-a0ab-feea1ece7c4c,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:05:13.050807 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-bd9e03c4-9577-4f6e-a23b-24ddf8f16d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:05:13.053433 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-bd9e03c4-9577-4f6e-a23b-24ddf8f16d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577716'] for segment, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:13.053823 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.db.segments_db [None req-bd9e03c4-9577-4f6e-a23b-24ddf8f16d26 admin admin] Added segment 16dbe83e-2b2c-4351-be2c-261d3a6be9f5 of type vlan for network a9445c39-ff82-41c5-91ca-ee1c97df3b96 Aug 20 16:05:13.081596 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-bd9e03c4-9577-4f6e-a23b-24ddf8f16d26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786828959910'] for network, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:13.110145 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-bd9e03c4-9577-4f6e-a23b-24ddf8f16d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924'] for network, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:13.111331 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9e03c4-9577-4f6e-a23b-24ddf8f16d26 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:13.111902 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-bd9e03c4-9577-4f6e-a23b-24ddf8f16d26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for network, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:13.115228 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:05:13.196593 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:13.216523 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e03c4-9577-4f6e-a23b-24ddf8f16d26 admin admin] Pushing event updated for resources: {'Network': ['ID=a9445c39-ff82-41c5-91ca-ee1c97df3b96,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:05:13.219415 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-bd9e03c4-9577-4f6e-a23b-24ddf8f16d26 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5124230 Aug 20 16:05:13.220259 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-bd9e03c4-9577-4f6e-a23b-24ddf8f16d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:05:13.222265 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 36894) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:05:13.227860 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [None req-2ef94a09-8a79-44ce-bcc9-280956094bd2 admin admin] Request body: {'subnet': {'network_id': 'a9445c39-ff82-41c5-91ca-ee1c97df3b96', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1289758831-subnet', 'tenant_id': '98d92f68c220416ea249b94d4ad281bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:05:13.229623 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Network a9445c39-ff82-41c5-91ca-ee1c97df3b96 details requested by agent ovs-agent-dv-cinder-805398-3-smb with host dv-cinder-805398-3-smb {{(pid=75062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 16:05:13.232529 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-2ef94a09-8a79-44ce-bcc9-280956094bd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:05:13.236379 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-2ef94a09-8a79-44ce-bcc9-280956094bd2 admin admin] Usage tracker for resource:subnet and tenant:98d92f68c220416ea249b94d4ad281bf is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:05:13.239215 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [None req-2ef94a09-8a79-44ce-bcc9-280956094bd2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:05:13.245756 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [None req-2ef94a09-8a79-44ce-bcc9-280956094bd2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:05:13.249465 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 36898) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:05:13.258905 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef94a09-8a79-44ce-bcc9-280956094bd2 admin admin] Made reservation on behalf of 98d92f68c220416ea249b94d4ad281bf for: {'subnet': 1} {{(pid=75061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 16:05:13.261277 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-2ef94a09-8a79-44ce-bcc9-280956094bd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6954958'] for subnet, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:13.321745 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-cfc0307b-edd4-4bb7-add6-a3af86ca1e85 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:13.352709 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-cfc0307b-edd4-4bb7-add6-a3af86ca1e85 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:13.422943 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-cfc0307b-edd4-4bb7-add6-a3af86ca1e85 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:13.428059 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-a5e835d4-c664-4733-b794-792350027146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:05:13.442476 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0307b-edd4-4bb7-add6-a3af86ca1e85 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13986ee-1a2d-4d35-9821-a0403a66af56,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:05:13.446121 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-cfc0307b-edd4-4bb7-add6-a3af86ca1e85 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:05:13.452853 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-cfc0307b-edd4-4bb7-add6-a3af86ca1e85 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:13.456560 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-cfc0307b-edd4-4bb7-add6-a3af86ca1e85 tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] 10.222.0.13 "DELETE /v2.0/security-groups/b13986ee-1a2d-4d35-9821-a0403a66af56 HTTP/1.1" status: 204 len: 168 time: 0.2033331 Aug 20 16:05:13.475028 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-2ef94a09-8a79-44ce-bcc9-280956094bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1519555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6954972'] for subnet, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:13.480358 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:05:13.505286 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 36904) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:05:13.555553 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef94a09-8a79-44ce-bcc9-280956094bd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=559985c2-3118-40d6-bef7-c6b11ac1145f,revision_number=0']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:05:13.559340 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-2ef94a09-8a79-44ce-bcc9-280956094bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:05:13.563343 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef94a09-8a79-44ce-bcc9-280956094bd2 admin admin] Checking segment: {'id': '16dbe83e-2b2c-4351-be2c-261d3a6be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'a9445c39-ff82-41c5-91ca-ee1c97df3b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 16:05:13.563698 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef94a09-8a79-44ce-bcc9-280956094bd2 admin admin] Network hostable DHCP agents. Network: a9445c39-ff82-41c5-91ca-ee1c97df3b96, hostable agents: ['8a4a5844-dabe-4d00-86b6-cc46effaa58e'], hosted agents: [] {{(pid=75061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 16:05:13.586408 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef94a09-8a79-44ce-bcc9-280956094bd2 admin admin] Network a9445c39-ff82-41c5-91ca-ee1c97df3b96 is scheduled to be hosted by DHCP agent 8a4a5844-dabe-4d00-86b6-cc46effaa58e with binding_index 1 {{(pid=75061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 16:05:13.595738 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.base_scheduler [None req-2ef94a09-8a79-44ce-bcc9-280956094bd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805398-3-smb, a9445c39-ff82-41c5-91ca-ee1c97df3b96) {{(pid=75061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:05:13.599870 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef94a09-8a79-44ce-bcc9-280956094bd2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:13.600444 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-2ef94a09-8a79-44ce-bcc9-280956094bd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for subnet, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:13.604836 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7addf3a-dea6-4131-81c0-041123dbbf66 None None] Network a9445c39-ff82-41c5-91ca-ee1c97df3b96 requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 16:05:13.628962 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-2ef94a09-8a79-44ce-bcc9-280956094bd2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4056740 Aug 20 16:05:13.837082 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86d2b48-ee3a-4d4b-955a-3c6067b88d26 None None] Network a9445c39-ff82-41c5-91ca-ee1c97df3b96 requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 16:05:14.028593 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-508fe61e-67a2-434f-afbe-0903f9c0e8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642399'] for router_interface, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:14.654859 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-508fe61e-67a2-434f-afbe-0903f9c0e8a1 admin admin] Deleting port 9d4d972e-1e84-430b-8d43-3f09772eacfe {{(pid=75060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:05:14.655578 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-508fe61e-67a2-434f-afbe-0903f9c0e8a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:14.694484 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:14.831480 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.db [None req-508fe61e-67a2-434f-afbe-0903f9c0e8a1 admin admin] For port 9d4d972e-1e84-430b-8d43-3f09772eacfe, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=9d4d972e-1e84-430b-8d43-3f09772eacfe,segment=NetworkSegment(fec95dd2-d5a2-46ea-8494-372d23072abb),segment_id=fec95dd2-d5a2-46ea-8494-372d23072abb)] {{(pid=75060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:05:14.831827 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-508fe61e-67a2-434f-afbe-0903f9c0e8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:14.949525 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-508fe61e-67a2-434f-afbe-0903f9c0e8a1 admin admin] Calling delete_port for 9d4d972e-1e84-430b-8d43-3f09772eacfe owned by network:router_interface {{(pid=75060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:05:15.121709 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-508fe61e-67a2-434f-afbe-0903f9c0e8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6850519'] for port, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:15.125839 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-ab0159d6-0748-481b-acdb-e44b6182acf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:05:15.165624 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508fe61e-67a2-434f-afbe-0903f9c0e8a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d4d972e-1e84-430b-8d43-3f09772eacfe,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:05:15.169050 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-508fe61e-67a2-434f-afbe-0903f9c0e8a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:05:15.282629 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 6f0feb3b-dcf4-490c-a29a-b8a530867169 no longer exists at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 16:05:15.317261 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] No Port match for: 6f0feb3b-dcf4-490c-a29a-b8a530867169 {{(pid=75062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 20 16:05:15.317809 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 6f0feb3b-dcf4-490c-a29a-b8a530867169 not bound to the agent host hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 16:05:15.558701 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-508fe61e-67a2-434f-afbe-0903f9c0e8a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642475'] for router_interface, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:15.738260 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-669d0d81-b1db-486f-872d-513aaec18938 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:15.738943 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-669d0d81-b1db-486f-872d-513aaec18938 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Synchronizing usage tracker for tenant:98d92f68c220416ea249b94d4ad281bf on resource:network {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 16:05:15.757496 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-669d0d81-b1db-486f-872d-513aaec18938 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Unset dirty status for tenant:98d92f68c220416ea249b94d4ad281bf on resource:network {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 16:05:15.758471 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-669d0d81-b1db-486f-872d-513aaec18938 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/networks?id=a9445c39-ff82-41c5-91ca-ee1c97df3b96 HTTP/1.1" status: 200 len: 809 time: 0.1620038 Aug 20 16:05:15.775151 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-95daed38-8f4a-4ac5-b741-2f90ed0428af tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/quotas/98d92f68c220416ea249b94d4ad281bf HTTP/1.1" status: 200 len: 375 time: 0.0113277 Aug 20 16:05:15.824156 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-6c477185-8a4c-40ff-9218-6085e66a6106 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=98d92f68c220416ea249b94d4ad281bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438552 Aug 20 16:05:15.960213 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-b0ba33d8-015e-49d8-993a-cd7f7d989670 service neutron] 10.222.0.13 "GET /v2.0/networks/a9445c39-ff82-41c5-91ca-ee1c97df3b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284614 Aug 20 16:05:16.095070 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-19fe1c33-9510-4cfd-b24a-f3d303d13fed service neutron] 10.222.0.13 "GET /v2.0/networks/a9445c39-ff82-41c5-91ca-ee1c97df3b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292055 Aug 20 16:05:16.143693 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508fe61e-67a2-434f-afbe-0903f9c0e8a1 admin admin] Router 2cd9a38e-3602-4546-bdcd-5ef6c69a97b3 has already been hosted by L3 agent ecccf787-6cb6-4f52-bf94-e4285ae9b988 {{(pid=75060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:05:16.281960 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-2c5c23e9-f1c4-4b92-b1d5-cfc5e7e906e1 req-c4224ae7-d077-47ec-b0c2-2eb89ed0e86b tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/ports?device_id=d32f2862-ab76-434f-bd41-47824acc74c6 HTTP/1.1" status: 200 len: 210 time: 0.0434508 Aug 20 16:05:16.359926 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508fe61e-67a2-434f-afbe-0903f9c0e8a1 admin admin] Notify agent at l3_agent.dv-cinder-805398-3-smb the message routers_updated {{(pid=75060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:05:16.369008 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83188f56-e17a-42ae-a765-af0f5691eb42 None None] Sync routers for ids ['2cd9a38e-3602-4546-bdcd-5ef6c69a97b3'] in dv-cinder-805398-3-smb {{(pid=75062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 20 16:05:16.377784 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-508fe61e-67a2-434f-afbe-0903f9c0e8a1 admin admin] 10.222.0.13 "PUT /v2.0/routers/2cd9a38e-3602-4546-bdcd-5ef6c69a97b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8708122 Aug 20 16:05:16.380078 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 36936) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:05:16.386352 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83188f56-e17a-42ae-a765-af0f5691eb42 None None] Routers {'2cd9a38e-3602-4546-bdcd-5ef6c69a97b3'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:05:16.387084 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-83188f56-e17a-42ae-a765-af0f5691eb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:05:12Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['2cd9a38e-3602-4546-bdcd-5ef6c69a97b3'], 'active': True} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:05:16.588034 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvr_db [None req-83188f56-e17a-42ae-a765-af0f5691eb42 None None] Set router 2cd9a38e-3602-4546-bdcd-5ef6c69a97b3 gateway port host: dv-cinder-805398-3-smb {{(pid=75062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:05:16.594163 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ba5802dd-4118-4a4d-8b1e-48e57371395e admin admin] Notify callbacks [] for router, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:16.815352 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ba5802dd-4118-4a4d-8b1e-48e57371395e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:16.826344 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-ba5802dd-4118-4a4d-8b1e-48e57371395e admin admin] Deleting port c75fd55a-76d9-4225-8333-61ba75d1f9ea {{(pid=75060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:05:16.826602 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ba5802dd-4118-4a4d-8b1e-48e57371395e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:16.933711 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-83188f56-e17a-42ae-a765-af0f5691eb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'name': 'tempest-TestShelveInstance-175245446-router', 'tenant_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': 'c75fd55a-76d9-4225-8333-61ba75d1f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:26Z', 'updated_at': '2021-08-20T16:05:15Z', 'revision_number': 5, 'project_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'gw_port': {'id': 'c75fd55a-76d9-4225-8333-61ba75d1f9ea', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:27Z', 'updated_at': '2021-08-20T16:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb'}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:05:16.937941 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83188f56-e17a-42ae-a765-af0f5691eb42 None None] Checking router: 2cd9a38e-3602-4546-bdcd-5ef6c69a97b3 for host: dv-cinder-805398-3-smb {{(pid=75062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 20 16:05:16.949285 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83188f56-e17a-42ae-a765-af0f5691eb42 None None] Routers {'2cd9a38e-3602-4546-bdcd-5ef6c69a97b3'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:05:16.949953 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-83188f56-e17a-42ae-a765-af0f5691eb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:05:12Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['2cd9a38e-3602-4546-bdcd-5ef6c69a97b3'], 'active': True} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:05:17.112741 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvr_db [None req-83188f56-e17a-42ae-a765-af0f5691eb42 None None] Set router 2cd9a38e-3602-4546-bdcd-5ef6c69a97b3 gateway port host: None {{(pid=75062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:05:17.120392 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.db [None req-ba5802dd-4118-4a4d-8b1e-48e57371395e admin admin] For port c75fd55a-76d9-4225-8333-61ba75d1f9ea, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=c75fd55a-76d9-4225-8333-61ba75d1f9ea,segment=NetworkSegment(a5ca86d2-2020-4ee5-a03b-d47a6c676c14),segment_id=a5ca86d2-2020-4ee5-a03b-d47a6c676c14)] {{(pid=75060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:05:17.120742 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ba5802dd-4118-4a4d-8b1e-48e57371395e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:17.219207 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_hamode_db [None req-83188f56-e17a-42ae-a765-af0f5691eb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'name': 'tempest-TestShelveInstance-175245446-router', 'tenant_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:26Z', 'updated_at': '2021-08-20T16:05:16Z', 'revision_number': 6, 'project_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'gw_port_host': None}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:05:17.223264 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83188f56-e17a-42ae-a765-af0f5691eb42 None None] The sync data for ids ['2cd9a38e-3602-4546-bdcd-5ef6c69a97b3'] in dv-cinder-805398-3-smb is: [{'id': '2cd9a38e-3602-4546-bdcd-5ef6c69a97b3', 'name': 'tempest-TestShelveInstance-175245446-router', 'tenant_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:26Z', 'updated_at': '2021-08-20T16:05:16Z', 'revision_number': 6, 'project_id': '4aa85ac1b5744629b15ceb86e66e4a5f', 'gw_port_host': None}] {{(pid=75062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 20 16:05:17.247997 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-ba5802dd-4118-4a4d-8b1e-48e57371395e admin admin] Calling delete_port for c75fd55a-76d9-4225-8333-61ba75d1f9ea owned by network:router_gateway {{(pid=75060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:05:17.432648 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ba5802dd-4118-4a4d-8b1e-48e57371395e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6850519'] for port, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:17.436903 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-f9f50b9d-2d5e-4a59-8e47-6d91763efef4 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:05:17.461777 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-72385fd1-2da7-4bbe-85de-fbefbaa0c0ce req-9d7013a4-264c-4c0e-bf43-2b6d4bfdea04 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/ports?device_id=d32f2862-ab76-434f-bd41-47824acc74c6 HTTP/1.1" status: 200 len: 210 time: 0.0500965 Aug 20 16:05:17.488731 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5802dd-4118-4a4d-8b1e-48e57371395e admin admin] Pushing event deleted for resources: {'Port': ['ID=c75fd55a-76d9-4225-8333-61ba75d1f9ea,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:05:17.500827 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-ba5802dd-4118-4a4d-8b1e-48e57371395e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:05:17.509385 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-3f16a9c1-d945-4b68-acff-01a84c54f5dd tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:17.510726 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-3f16a9c1-d945-4b68-acff-01a84c54f5dd tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.54 "GET /v2.0/networks?id=a9445c39-ff82-41c5-91ca-ee1c97df3b96 HTTP/1.1" status: 200 len: 809 time: 0.2030315 Aug 20 16:05:17.528906 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-ea6d9065-590d-4b56-83b4-e5431f793f46 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Request body: {'port': {'device_id': 'd32f2862-ab76-434f-bd41-47824acc74c6', 'network_id': 'a9445c39-ff82-41c5-91ca-ee1c97df3b96', 'admin_state_up': True, 'tenant_id': '98d92f68c220416ea249b94d4ad281bf'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:05:17.741372 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ba5802dd-4118-4a4d-8b1e-48e57371395e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405538'] for router_gateway, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:17.760384 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-ea6d9065-590d-4b56-83b4-e5431f793f46 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:05:17.764295 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-ea6d9065-590d-4b56-83b4-e5431f793f46 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Usage tracker for resource:port and tenant:98d92f68c220416ea249b94d4ad281bf is out of sync, need to count used quota {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:05:17.767840 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-ea6d9065-590d-4b56-83b4-e5431f793f46 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:05:17.773559 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-ea6d9065-590d-4b56-83b4-e5431f793f46 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:05:17.783795 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-ea6d9065-590d-4b56-83b4-e5431f793f46 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Made reservation on behalf of 98d92f68c220416ea249b94d4ad281bf for: {'port': 1} {{(pid=75061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 16:05:17.787255 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-ea6d9065-590d-4b56-83b4-e5431f793f46 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:17.954346 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.db_base_plugin_common [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-ea6d9065-590d-4b56-83b4-e5431f793f46 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Allocated IP 172.20.0.2 (a9445c39-ff82-41c5-91ca-ee1c97df3b96/559985c2-3118-40d6-bef7-c6b11ac1145f/65fcb9e5-b845-48ea-b984-5163061e88bc) {{(pid=75061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:05:17.992471 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:18.004268 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ba5802dd-4118-4a4d-8b1e-48e57371395e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12333'] for router, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:18.009092 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ba5802dd-4118-4a4d-8b1e-48e57371395e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:18.040675 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 9d4d972e-1e84-430b-8d43-3f09772eacfe no longer exists at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 16:05:18.044595 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ba5802dd-4118-4a4d-8b1e-48e57371395e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640030'] for router, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:18.045386 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5802dd-4118-4a4d-8b1e-48e57371395e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cd9a38e-3602-4546-bdcd-5ef6c69a97b3 {{(pid=75060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 16:05:18.060997 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-ba5802dd-4118-4a4d-8b1e-48e57371395e admin admin] Notify callbacks [] for router, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:18.063080 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-ba5802dd-4118-4a4d-8b1e-48e57371395e admin admin] 10.222.0.13 "DELETE /v2.0/routers/2cd9a38e-3602-4546-bdcd-5ef6c69a97b3 HTTP/1.1" status: 204 len: 168 time: 1.6820915 Aug 20 16:05:18.065526 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 36944) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:05:18.102795 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] No Port match for: 9d4d972e-1e84-430b-8d43-3f09772eacfe {{(pid=75062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 20 16:05:18.103144 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 9d4d972e-1e84-430b-8d43-3f09772eacfe not bound to the agent host dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 16:05:18.138514 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5883946-c1d1-4e53-bf9a-01dc60600514 admin admin] Deleting subnet 39415324-6de0-401c-8e7e-a0482fdc5f52 {{(pid=75060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 20 16:05:18.141701 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a5883946-c1d1-4e53-bf9a-01dc60600514 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:18.193368 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a5883946-c1d1-4e53-bf9a-01dc60600514 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1079870'] for subnet, precommit_delete_associations {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:18.200398 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-ea6d9065-590d-4b56-83b4-e5431f793f46 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Notify callbacks [] for port, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:18.231051 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-ea6d9065-590d-4b56-83b4-e5431f793f46 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519487'] for port, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:18.237188 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-00afaa35-6b09-4c1c-9c64-eaf42af6b723 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:05:18.278696 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a5883946-c1d1-4e53-bf9a-01dc60600514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3577807'] for subnet, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:18.307502 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-ea6d9065-590d-4b56-83b4-e5431f793f46 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Network a9445c39-ff82-41c5-91ca-ee1c97df3b96 is already hosted by enough agents. {{(pid=75061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:05:18.311488 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.base_scheduler [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-ea6d9065-590d-4b56-83b4-e5431f793f46 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Resources bound (agent type, host, resource id): {{(pid=75061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:05:18.313519 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d9065-590d-4b56-83b4-e5431f793f46 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Pushing event updated for resources: {'Port': ['ID=65fcb9e5-b845-48ea-b984-5163061e88bc,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:05:18.315798 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-ea6d9065-590d-4b56-83b4-e5431f793f46 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Received port after_create {{(pid=75061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:05:18.345063 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-ea6d9065-590d-4b56-83b4-e5431f793f46 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:05:18.357460 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a5883946-c1d1-4e53-bf9a-01dc60600514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3577846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6850340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1265223'] for subnet, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:18.361870 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-69e2acd4-0643-4e8b-aabd-a0f0227051b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:05:18.381131 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-ea6d9065-590d-4b56-83b4-e5431f793f46 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:18.381761 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-ea6d9065-590d-4b56-83b4-e5431f793f46 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:18.392240 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5883946-c1d1-4e53-bf9a-01dc60600514 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39415324-6de0-401c-8e7e-a0482fdc5f52,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:05:18.394744 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-a5883946-c1d1-4e53-bf9a-01dc60600514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:05:18.402687 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-ea6d9065-590d-4b56-83b4-e5431f793f46 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8775358 Aug 20 16:05:18.403533 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-a5883946-c1d1-4e53-bf9a-01dc60600514 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:18.409010 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3f520f-f418-4d66-a9a5-b0540133ace9 None None] Network 573c1213-77ed-460b-8c84-ad8019a0d321 requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 16:05:18.410517 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-a5883946-c1d1-4e53-bf9a-01dc60600514 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/39415324-6de0-401c-8e7e-a0482fdc5f52 HTTP/1.1" status: 204 len: 168 time: 0.3438604 Aug 20 16:05:18.412990 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 36948) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:05:18.419205 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-c4e97b74-bf73-4410-af4e-6c1efa066fca service neutron] Request body: {'port': {'device_id': 'd32f2862-ab76-434f-bd41-47824acc74c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80539'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:05:18.538840 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-c4e97b74-bf73-4410-af4e-6c1efa066fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:18.657020 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-9944d85b-106f-406f-8d65-cf551394f111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3779509'] for network, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:18.667753 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-9944d85b-106f-406f-8d65-cf551394f111 admin admin] Deleting port 81ece47e-e149-4186-a77a-4cd16b44e598 {{(pid=75060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:05:18.667753 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-9944d85b-106f-406f-8d65-cf551394f111 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:18.677024 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa55314-748f-4cfa-b991-e1660c68a613 None None] DHCP port deletion for 573c1213-77ed-460b-8c84-ad8019a0d321 request from dv-cinder-805398-3-smb {{(pid=75062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 20 16:05:18.681289 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-3aa55314-748f-4cfa-b991-e1660c68a613 None None] Deleting port 81ece47e-e149-4186-a77a-4cd16b44e598 {{(pid=75062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:05:18.681687 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-3aa55314-748f-4cfa-b991-e1660c68a613 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:18.769914 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47fcd5e-6e25-4363-ad24-d205eeb98005 req-71e1315c-6e65-44e4-96d9-61bb5457db3b tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:18.770524 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-a47fcd5e-6e25-4363-ad24-d205eeb98005 req-71e1315c-6e65-44e4-96d9-61bb5457db3b tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Synchronizing usage tracker for tenant:98d92f68c220416ea249b94d4ad281bf on resource:port {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 16:05:18.848062 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-a47fcd5e-6e25-4363-ad24-d205eeb98005 req-71e1315c-6e65-44e4-96d9-61bb5457db3b tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Unset dirty status for tenant:98d92f68c220416ea249b94d4ad281bf on resource:port {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 16:05:18.849959 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a47fcd5e-6e25-4363-ad24-d205eeb98005 req-71e1315c-6e65-44e4-96d9-61bb5457db3b tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/ports?device_id=d32f2862-ab76-434f-bd41-47824acc74c6 HTTP/1.1" status: 200 len: 931 time: 0.2481458 Aug 20 16:05:18.892334 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-3aa55314-748f-4cfa-b991-e1660c68a613 None None] For port 81ece47e-e149-4186-a77a-4cd16b44e598, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=81ece47e-e149-4186-a77a-4cd16b44e598,segment=NetworkSegment(fec95dd2-d5a2-46ea-8494-372d23072abb),segment_id=fec95dd2-d5a2-46ea-8494-372d23072abb)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:05:18.892726 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-3aa55314-748f-4cfa-b991-e1660c68a613 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:18.895499 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.db [None req-9944d85b-106f-406f-8d65-cf551394f111 admin admin] For port 81ece47e-e149-4186-a77a-4cd16b44e598, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=81ece47e-e149-4186-a77a-4cd16b44e598,segment=NetworkSegment(fec95dd2-d5a2-46ea-8494-372d23072abb),segment_id=fec95dd2-d5a2-46ea-8494-372d23072abb)] {{(pid=75060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:05:18.895908 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-9944d85b-106f-406f-8d65-cf551394f111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:18.928872 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-a47fcd5e-6e25-4363-ad24-d205eeb98005 req-40407f39-1bf0-4feb-b49a-e509fb10f7d1 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Synchronizing usage tracker for tenant:98d92f68c220416ea249b94d4ad281bf on resource:security_group {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 16:05:19.013105 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-3aa55314-748f-4cfa-b991-e1660c68a613 None None] Calling delete_port for 81ece47e-e149-4186-a77a-4cd16b44e598 owned by network:dhcp {{(pid=75062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:05:19.017437 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-9944d85b-106f-406f-8d65-cf551394f111 admin admin] Calling delete_port for 81ece47e-e149-4186-a77a-4cd16b44e598 owned by network:dhcp {{(pid=75060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:05:19.024153 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-c4e97b74-bf73-4410-af4e-6c1efa066fca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65fcb9e5-b845-48ea-b984-5163061e88bc {{(pid=75061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 16:05:19.032863 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-c4e97b74-bf73-4410-af4e-6c1efa066fca service neutron] Notify callbacks [] for port, precommit_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:19.055679 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.provisioning_blocks [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-c4e97b74-bf73-4410-af4e-6c1efa066fca service neutron] Transition to ACTIVE for port object 65fcb9e5-b845-48ea-b984-5163061e88bc will not be triggered until provisioned by entity L2. {{(pid=75061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:05:19.057265 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-a47fcd5e-6e25-4363-ad24-d205eeb98005 req-40407f39-1bf0-4feb-b49a-e509fb10f7d1 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Unset dirty status for tenant:98d92f68c220416ea249b94d4ad281bf on resource:security_group {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 16:05:19.059285 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a47fcd5e-6e25-4363-ad24-d205eeb98005 req-40407f39-1bf0-4feb-b49a-e509fb10f7d1 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/security-groups?id=8874a069-e9b0-4467-a0ab-feea1ece7c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032630 Aug 20 16:05:19.062004 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-c4e97b74-bf73-4410-af4e-6c1efa066fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1519478'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:19.067140 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-d108eb2e-1f16-49fb-834b-58012879f78b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:05:19.094455 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-3aa55314-748f-4cfa-b991-e1660c68a613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952'] for port, after_delete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:19.099254 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:05:19.105488 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.db.api [None req-9944d85b-106f-406f-8d65-cf551394f111 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 16:05:19.105964 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_db.api [None req-9944d85b-106f-406f-8d65-cf551394f111 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 16:05:19.144466 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa55314-748f-4cfa-b991-e1660c68a613 None None] Pushing event deleted for resources: {'Port': ['ID=81ece47e-e149-4186-a77a-4cd16b44e598,revision_number=None']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:05:19.150324 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa55314-748f-4cfa-b991-e1660c68a613 None None] No DVR routers for this DVR port 81ece47e-e149-4186-a77a-4cd16b44e598 on host dv-cinder-805398-3-smb {{(pid=75062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 16:05:19.157958 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa55314-748f-4cfa-b991-e1660c68a613 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:05:19.158467 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa55314-748f-4cfa-b991-e1660c68a613 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:05:19.159051 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa55314-748f-4cfa-b991-e1660c68a613 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:05:19.159551 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa55314-748f-4cfa-b991-e1660c68a613 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:05:19.160033 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa55314-748f-4cfa-b991-e1660c68a613 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:05:19.160537 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa55314-748f-4cfa-b991-e1660c68a613 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:05:19.161267 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa55314-748f-4cfa-b991-e1660c68a613 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:05:19.161765 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa55314-748f-4cfa-b991-e1660c68a613 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:05:19.162247 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa55314-748f-4cfa-b991-e1660c68a613 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:05:19.162567 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa55314-748f-4cfa-b991-e1660c68a613 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:05:19.163021 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa55314-748f-4cfa-b991-e1660c68a613 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:05:19.165832 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-3aa55314-748f-4cfa-b991-e1660c68a613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:05:19.192309 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e97b74-bf73-4410-af4e-6c1efa066fca service neutron] Pushing event updated for resources: {'Port': ['ID=65fcb9e5-b845-48ea-b984-5163061e88bc,revision_number=2']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:05:19.196175 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-c4e97b74-bf73-4410-af4e-6c1efa066fca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:05:19.297965 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-c4e97b74-bf73-4410-af4e-6c1efa066fca service neutron] Attempting to bind port 65fcb9e5-b845-48ea-b984-5163061e88bc on host hv-cinder-80539 for vnic_type normal with profile {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 16:05:19.298196 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-c4e97b74-bf73-4410-af4e-6c1efa066fca service neutron] Attempting to bind port 65fcb9e5-b845-48ea-b984-5163061e88bc by drivers openvswitch,hyperv on host hv-cinder-80539 at level 0 using segments [{'id': '16dbe83e-2b2c-4351-be2c-261d3a6be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'a9445c39-ff82-41c5-91ca-ee1c97df3b96'}] {{(pid=75061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 16:05:19.298518 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-c4e97b74-bf73-4410-af4e-6c1efa066fca service neutron] Attempting to bind port 65fcb9e5-b845-48ea-b984-5163061e88bc on network a9445c39-ff82-41c5-91ca-ee1c97df3b96 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:05:19.304512 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-c4e97b74-bf73-4410-af4e-6c1efa066fca service neutron] Port 65fcb9e5-b845-48ea-b984-5163061e88bc on network a9445c39-ff82-41c5-91ca-ee1c97df3b96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80539 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 16:05:19.304827 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-c4e97b74-bf73-4410-af4e-6c1efa066fca service neutron] Attempting to bind port 65fcb9e5-b845-48ea-b984-5163061e88bc on network a9445c39-ff82-41c5-91ca-ee1c97df3b96 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:05:19.312023 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-c4e97b74-bf73-4410-af4e-6c1efa066fca service neutron] Checking agent: {'id': '8cb0eed4-3a83-4faf-85db-5d15db1f4851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80539', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 53, 18), 'started_at': datetime.datetime(2021, 8, 20, 15, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 16, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 16:05:19.312349 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-c4e97b74-bf73-4410-af4e-6c1efa066fca service neutron] Checking segment: {'id': '16dbe83e-2b2c-4351-be2c-261d3a6be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'a9445c39-ff82-41c5-91ca-ee1c97df3b96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 16:05:19.312725 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-c4e97b74-bf73-4410-af4e-6c1efa066fca service neutron] Bound using segment: {'id': '16dbe83e-2b2c-4351-be2c-261d3a6be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'a9445c39-ff82-41c5-91ca-ee1c97df3b96'} {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 16:05:19.313140 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-c4e97b74-bf73-4410-af4e-6c1efa066fca service neutron] Bound port: 65fcb9e5-b845-48ea-b984-5163061e88bc, host: hv-cinder-80539, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16dbe83e-2b2c-4351-be2c-261d3a6be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'a9445c39-ff82-41c5-91ca-ee1c97df3b96'}}] {{(pid=75061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 16:05:19.313478 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-c4e97b74-bf73-4410-af4e-6c1efa066fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:19.401070 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-c4e97b74-bf73-4410-af4e-6c1efa066fca service neutron] For port 65fcb9e5-b845-48ea-b984-5163061e88bc, host hv-cinder-80539, cleared binding levels {{(pid=75061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:05:19.403992 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-c4e97b74-bf73-4410-af4e-6c1efa066fca service neutron] For port 65fcb9e5-b845-48ea-b984-5163061e88bc, host hv-cinder-80539, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=65fcb9e5-b845-48ea-b984-5163061e88bc,segment=NetworkSegment(16dbe83e-2b2c-4351-be2c-261d3a6be9f5),segment_id=16dbe83e-2b2c-4351-be2c-261d3a6be9f5)] {{(pid=75061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 16:05:19.408782 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-c4e97b74-bf73-4410-af4e-6c1efa066fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1519478'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:19.412256 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-b47e7359-57e2-4cd9-a1da-f787cc51b245 tempest-VolumesActionsTest-1103249383 tempest-VolumesActionsTest-1103249383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:05:19.469221 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-c4e97b74-bf73-4410-af4e-6c1efa066fca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:19.470602 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-c4e97b74-bf73-4410-af4e-6c1efa066fca service neutron] 10.222.0.54 "PUT /v2.0/ports/65fcb9e5-b845-48ea-b984-5163061e88bc HTTP/1.1" status: 200 len: 1093 time: 1.0557122 Aug 20 16:05:19.471080 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd32f2862-ab76-434f-bd41-47824acc74c6', 'tag': '65fcb9e5-b845-48ea-b984-5163061e88bc'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:05:19.491400 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e97b74-bf73-4410-af4e-6c1efa066fca service neutron] Pushing event updated for resources: {'Port': ['ID=65fcb9e5-b845-48ea-b984-5163061e88bc,revision_number=3']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:05:19.494268 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-c4e97b74-bf73-4410-af4e-6c1efa066fca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:05:19.544056 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd32f2862-ab76-434f-bd41-47824acc74c6', 'tag': '65fcb9e5-b845-48ea-b984-5163061e88bc', 'status': 'completed', 'code': 200} Aug 20 16:05:19.606969 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-9944d85b-106f-406f-8d65-cf551394f111 admin admin] Deleting port 81ece47e-e149-4186-a77a-4cd16b44e598 {{(pid=75060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:05:19.607683 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-9944d85b-106f-406f-8d65-cf551394f111 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:19.674950 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-3cdc86e2-739a-4015-92c8-c4bbdbbb3246 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98d92f68c220416ea249b94d4ad281bf&device_id=d32f2862-ab76-434f-bd41-47824acc74c6 HTTP/1.1" status: 200 len: 1096 time: 0.1648877 Aug 20 16:05:19.678134 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-9944d85b-106f-406f-8d65-cf551394f111 admin admin] The port '81ece47e-e149-4186-a77a-4cd16b44e598' was deleted {{(pid=75060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 20 16:05:19.684002 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device c75fd55a-76d9-4225-8333-61ba75d1f9ea no longer exists at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 16:05:19.718140 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] No Port match for: c75fd55a-76d9-4225-8333-61ba75d1f9ea {{(pid=75062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 20 16:05:19.718907 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device c75fd55a-76d9-4225-8333-61ba75d1f9ea not bound to the agent host dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 16:05:19.719551 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 81ece47e-e149-4186-a77a-4cd16b44e598 no longer exists at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 16:05:19.744388 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-07fa8a0c-7945-4ac9-b282-a161610eb94b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=65fcb9e5-b845-48ea-b984-5163061e88bc HTTP/1.1" status: 200 len: 217 time: 0.0610003 Aug 20 16:05:19.756747 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] No Port match for: 81ece47e-e149-4186-a77a-4cd16b44e598 {{(pid=75062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 20 16:05:19.758174 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 81ece47e-e149-4186-a77a-4cd16b44e598 not bound to the agent host dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 16:05:19.793976 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-9944d85b-106f-406f-8d65-cf551394f111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3576902', 'neutron.services.segments.db._delete_segments_for_network-8786829457026'] for network, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:19.807216 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-9944d85b-106f-406f-8d65-cf551394f111 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['573c1213-77ed-460b-8c84-ad8019a0d321']}} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:05:19.813289 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-6082ab06-e771-44af-8b9b-2acb3524692e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:19.814740 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-6082ab06-e771-44af-8b9b-2acb3524692e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=559985c2-3118-40d6-bef7-c6b11ac1145f HTTP/1.1" status: 200 len: 849 time: 0.0606961 Aug 20 16:05:19.819372 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-9944d85b-106f-406f-8d65-cf551394f111 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec95dd2-d5a2-46ea-8494-372d23072abb') {'for_net_delete': True} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:05:19.819670 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-9944d85b-106f-406f-8d65-cf551394f111 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec95dd2-d5a2-46ea-8494-372d23072abb') {} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:05:19.831192 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-9944d85b-106f-406f-8d65-cf551394f111 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786829458077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1079857'] for segment, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:19.848041 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-9944d85b-106f-406f-8d65-cf551394f111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577716'] for segment, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:19.855030 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9944d85b-106f-406f-8d65-cf551394f111 admin admin] Releasing vlan 1255 on physical network physnet1 to pool {{(pid=75060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 20 16:05:19.855419 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-9944d85b-106f-406f-8d65-cf551394f111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3577706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6850434'] for segment, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:19.864558 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-2ac7b3ec-4a23-426c-8dce-1beb7765c399 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a9445c39-ff82-41c5-91ca-ee1c97df3b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398798 Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: util.warn( Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: util.warn( Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: util.warn( Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: util.warn( Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: Traceback (most recent call last): Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: timer() Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: cb(*args, **kw) Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: return func(*args, **kwargs) Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: self._notify() Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: self.callback(batched_events) Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: event.method(event) Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: return f(self, *a, **k) Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: return self._get(url).json() Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: return self.request(url, 'GET', **kwargs) Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 16:05:19.869626 dv-cinder-805398-3-smb neutron-server[75060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 16:05:19.949129 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-9944d85b-106f-406f-8d65-cf551394f111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405599'] for network, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:19.953991 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-9944d85b-106f-406f-8d65-cf551394f111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for network, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:19.956507 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-7ea364ab-99c7-4339-a4b5-123a847c0d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:05:19.977693 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944d85b-106f-406f-8d65-cf551394f111 admin admin] Pushing event deleted for resources: {'Network': ['ID=573c1213-77ed-460b-8c84-ad8019a0d321,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:05:19.980155 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-9944d85b-106f-406f-8d65-cf551394f111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:05:19.987181 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-9944d85b-106f-406f-8d65-cf551394f111 admin admin] 10.222.0.13 "DELETE /v2.0/networks/573c1213-77ed-460b-8c84-ad8019a0d321 HTTP/1.1" status: 204 len: 168 time: 1.5732522 Aug 20 16:05:19.990004 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 36956) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:05:20.000362 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-77da6e90-68c9-427b-9bac-1dd88f7264fd service neutron] 10.222.0.54 "GET /v2.0/networks/a9445c39-ff82-41c5-91ca-ee1c97df3b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270890 Aug 20 16:05:20.138701 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-281d26ac-54ad-47ea-af0b-81c9201220dd req-935e0e8f-9eb6-40f9-b5c3-f9f6e1f95a7f service neutron] 10.222.0.54 "GET /v2.0/networks/a9445c39-ff82-41c5-91ca-ee1c97df3b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310811 Aug 20 16:05:20.325854 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ee914-5cf1-4d85-a029-adcb3d0f5d55 req-8f1e3bb3-4c64-4c18-a13f-06017fa58e49 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:20.327849 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ff5ee914-5cf1-4d85-a029-adcb3d0f5d55 req-8f1e3bb3-4c64-4c18-a13f-06017fa58e49 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/ports?device_id=d32f2862-ab76-434f-bd41-47824acc74c6 HTTP/1.1" status: 200 len: 943 time: 0.1374052 Aug 20 16:05:20.331572 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-45c660da-2a91-468d-ad52-501140d1aee5 req-e642d9a8-1f99-4168-b0ae-a12af966aa24 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98d92f68c220416ea249b94d4ad281bf&device_id=d32f2862-ab76-434f-bd41-47824acc74c6 HTTP/1.1" status: 200 len: 1096 time: 0.1102409 Aug 20 16:05:20.387695 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d74601cf-9bea-4efa-8b17-d65be2effb2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642399'] for router_interface, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:20.453191 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ff5ee914-5cf1-4d85-a029-adcb3d0f5d55 req-c486a526-578f-4042-976a-08de96da9128 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/security-groups?id=8874a069-e9b0-4467-a0ab-feea1ece7c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192338 Aug 20 16:05:20.500728 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c660da-2a91-468d-ad52-501140d1aee5 req-f7fb3b7c-fbdb-4a04-97e1-96bda346b3ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:20.502218 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-45c660da-2a91-468d-ad52-501140d1aee5 req-f7fb3b7c-fbdb-4a04-97e1-96bda346b3ce service neutron] 10.222.0.54 "GET /v2.0/networks?id=a9445c39-ff82-41c5-91ca-ee1c97df3b96 HTTP/1.1" status: 200 len: 911 time: 0.1531389 Aug 20 16:05:20.581359 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-45c660da-2a91-468d-ad52-501140d1aee5 req-6c56b9e1-c8bc-465c-baba-6517ab15f700 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=65fcb9e5-b845-48ea-b984-5163061e88bc HTTP/1.1" status: 200 len: 217 time: 0.0678668 Aug 20 16:05:20.645085 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c660da-2a91-468d-ad52-501140d1aee5 req-3a05ceec-66b1-48e3-903f-742f9fe44bde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:20.646471 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-45c660da-2a91-468d-ad52-501140d1aee5 req-3a05ceec-66b1-48e3-903f-742f9fe44bde service neutron] 10.222.0.54 "GET /v2.0/subnets?id=559985c2-3118-40d6-bef7-c6b11ac1145f HTTP/1.1" status: 200 len: 849 time: 0.0582881 Aug 20 16:05:20.697900 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-45c660da-2a91-468d-ad52-501140d1aee5 req-9c4bce6e-8f12-4d08-bf9a-42ee1a26ec29 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a9445c39-ff82-41c5-91ca-ee1c97df3b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419459 Aug 20 16:05:20.832677 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-45c660da-2a91-468d-ad52-501140d1aee5 req-002a9eb2-23a9-41d0-881d-78d555e9f1ed service neutron] 10.222.0.54 "GET /v2.0/networks/a9445c39-ff82-41c5-91ca-ee1c97df3b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257854 Aug 20 16:05:20.968071 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-45c660da-2a91-468d-ad52-501140d1aee5 req-15f627c5-e46d-4472-87c5-41c55eb9f0ad service neutron] 10.222.0.54 "GET /v2.0/networks/a9445c39-ff82-41c5-91ca-ee1c97df3b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249728 Aug 20 16:05:21.089301 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-d74601cf-9bea-4efa-8b17-d65be2effb2d admin admin] Deleting port 6e512057-ccb3-4482-a0b9-43ee771908d7 {{(pid=75060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:05:21.089931 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d74601cf-9bea-4efa-8b17-d65be2effb2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:21.261489 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.db [None req-d74601cf-9bea-4efa-8b17-d65be2effb2d admin admin] For port 6e512057-ccb3-4482-a0b9-43ee771908d7, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=6e512057-ccb3-4482-a0b9-43ee771908d7,segment=NetworkSegment(a14f6ba5-608e-4252-b0ac-f8255219edb5),segment_id=a14f6ba5-608e-4252-b0ac-f8255219edb5)] {{(pid=75060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:05:21.261784 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d74601cf-9bea-4efa-8b17-d65be2effb2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:21.380575 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-d74601cf-9bea-4efa-8b17-d65be2effb2d admin admin] Calling delete_port for 6e512057-ccb3-4482-a0b9-43ee771908d7 owned by network:router_interface {{(pid=75060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:05:21.557736 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d74601cf-9bea-4efa-8b17-d65be2effb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6850519'] for port, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:21.561941 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-39d7b2f1-5a78-4045-b634-db1e4338fb29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:05:21.604761 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74601cf-9bea-4efa-8b17-d65be2effb2d admin admin] Pushing event deleted for resources: {'Port': ['ID=6e512057-ccb3-4482-a0b9-43ee771908d7,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:05:21.607301 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-d74601cf-9bea-4efa-8b17-d65be2effb2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:05:21.676615 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15551a1f-1ea1-4d06-8730-23470245e762 req-9f2a28c1-3eba-4d05-add1-486a0e3ccd0e tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:21.684916 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-15551a1f-1ea1-4d06-8730-23470245e762 req-9f2a28c1-3eba-4d05-add1-486a0e3ccd0e tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/ports?device_id=d32f2862-ab76-434f-bd41-47824acc74c6 HTTP/1.1" status: 200 len: 943 time: 0.1084743 Aug 20 16:05:21.741122 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-15551a1f-1ea1-4d06-8730-23470245e762 req-e98d8279-c71d-4e53-b346-777260c2370f tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/security-groups?id=8874a069-e9b0-4467-a0ab-feea1ece7c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551040 Aug 20 16:05:21.907204 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-d74601cf-9bea-4efa-8b17-d65be2effb2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642475'] for router_interface, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:22.579465 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74601cf-9bea-4efa-8b17-d65be2effb2d admin admin] Router d161e233-a31d-4925-a276-13ee3ce933e6 has already been hosted by L3 agent ecccf787-6cb6-4f52-bf94-e4285ae9b988 {{(pid=75060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:05:22.777552 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74601cf-9bea-4efa-8b17-d65be2effb2d admin admin] Notify agent at l3_agent.dv-cinder-805398-3-smb the message routers_updated {{(pid=75060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:05:22.787573 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926aae79-168c-41b9-9461-d0daf658fb63 None None] Sync routers for ids ['d161e233-a31d-4925-a276-13ee3ce933e6'] in dv-cinder-805398-3-smb {{(pid=75063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 20 16:05:22.788041 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-d74601cf-9bea-4efa-8b17-d65be2effb2d admin admin] 10.222.0.13 "PUT /v2.0/routers/d161e233-a31d-4925-a276-13ee3ce933e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7966409 Aug 20 16:05:22.790249 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 36966) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:05:22.801011 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926aae79-168c-41b9-9461-d0daf658fb63 None None] Routers {'d161e233-a31d-4925-a276-13ee3ce933e6'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:05:22.801623 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-926aae79-168c-41b9-9461-d0daf658fb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:05:12Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['d161e233-a31d-4925-a276-13ee3ce933e6'], 'active': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:05:22.938545 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a8db0-f5d6-4bcc-a7c1-b272d2215479 req-aa125dd1-d3ad-4009-8275-ee4fbb6034dc tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:22.940827 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d11a8db0-f5d6-4bcc-a7c1-b272d2215479 req-aa125dd1-d3ad-4009-8275-ee4fbb6034dc tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/ports?device_id=d32f2862-ab76-434f-bd41-47824acc74c6 HTTP/1.1" status: 200 len: 943 time: 0.0882876 Aug 20 16:05:22.978719 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvr_db [None req-926aae79-168c-41b9-9461-d0daf658fb63 None None] Set router d161e233-a31d-4925-a276-13ee3ce933e6 gateway port host: dv-cinder-805398-3-smb {{(pid=75063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:05:22.990586 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d11a8db0-f5d6-4bcc-a7c1-b272d2215479 req-cdfd52e4-f55f-4720-a9be-b8976d0c9871 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/security-groups?id=8874a069-e9b0-4467-a0ab-feea1ece7c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438118 Aug 20 16:05:23.016913 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f633420d-c5ba-42fe-8c0d-38e4b62e274b admin admin] Notify callbacks [] for router, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:23.223883 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f633420d-c5ba-42fe-8c0d-38e4b62e274b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:23.233334 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-f633420d-c5ba-42fe-8c0d-38e4b62e274b admin admin] Deleting port dd363660-3b22-4c69-98a3-bd98f623cd7e {{(pid=75060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:05:23.233719 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f633420d-c5ba-42fe-8c0d-38e4b62e274b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:23.264051 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-926aae79-168c-41b9-9461-d0daf658fb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd161e233-a31d-4925-a276-13ee3ce933e6', 'name': 'tempest-TestShelveInstance-1023982459-router', 'tenant_id': '86d5d837fa764cb8899ea8b0482c2fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'external_fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': 'dd363660-3b22-4c69-98a3-bd98f623cd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:39Z', 'updated_at': '2021-08-20T16:05:21Z', 'revision_number': 5, 'project_id': '86d5d837fa764cb8899ea8b0482c2fb0', 'gw_port': {'id': 'dd363660-3b22-4c69-98a3-bd98f623cd7e', 'name': '', 'network_id': '1515200a-7cd1-4ec3-bca4-b17b78debdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd161e233-a31d-4925-a276-13ee3ce933e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805398-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:40Z', 'updated_at': '2021-08-20T16:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a37b8d-0a16-4543-b6cb-0b09a5c894bc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805398-3-smb'}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:05:23.268499 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926aae79-168c-41b9-9461-d0daf658fb63 None None] Checking router: d161e233-a31d-4925-a276-13ee3ce933e6 for host: dv-cinder-805398-3-smb {{(pid=75063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 20 16:05:23.278948 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926aae79-168c-41b9-9461-d0daf658fb63 None None] Routers {'d161e233-a31d-4925-a276-13ee3ce933e6'} bound to L3 agent in host dv-cinder-805398-3-smb {{(pid=75063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:05:23.280376 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-926aae79-168c-41b9-9461-d0daf658fb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805398-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T15:46:42Z,description=,heartbeat_timestamp=2021-08-20T16:05:12Z,host='dv-cinder-805398-3-smb',id=ecccf787-6cb6-4f52-bf94-e4285ae9b988,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T15:46:42Z,topic='l3_agent')) {'router_ids': ['d161e233-a31d-4925-a276-13ee3ce933e6'], 'active': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:05:23.312689 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 65fcb9e5-b845-48ea-b984-5163061e88bc details requested by agent hyperv_hv-cinder-80539 with host hv-cinder-80539 {{(pid=75062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 16:05:23.422626 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.db [None req-f633420d-c5ba-42fe-8c0d-38e4b62e274b admin admin] For port dd363660-3b22-4c69-98a3-bd98f623cd7e, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=dd363660-3b22-4c69-98a3-bd98f623cd7e,segment=NetworkSegment(a5ca86d2-2020-4ee5-a03b-d47a6c676c14),segment_id=a5ca86d2-2020-4ee5-a03b-d47a6c676c14)] {{(pid=75060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:05:23.423172 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f633420d-c5ba-42fe-8c0d-38e4b62e274b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:23.449400 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_dvr_db [None req-926aae79-168c-41b9-9461-d0daf658fb63 None None] Set router d161e233-a31d-4925-a276-13ee3ce933e6 gateway port host: None {{(pid=75063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 20 16:05:23.474626 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 65fcb9e5-b845-48ea-b984-5163061e88bc, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=65fcb9e5-b845-48ea-b984-5163061e88bc,segment=NetworkSegment(16dbe83e-2b2c-4351-be2c-261d3a6be9f5),segment_id=16dbe83e-2b2c-4351-be2c-261d3a6be9f5)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:05:23.492607 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Returning: {'device': '65fcb9e5-b845-48ea-b984-5163061e88bc', 'network_id': 'a9445c39-ff82-41c5-91ca-ee1c97df3b96', 'port_id': '65fcb9e5-b845-48ea-b984-5163061e88bc', 'mac_address': 'fa:16:3e:9f:22:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '559985c2-3118-40d6-bef7-c6b11ac1145f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 16:05:23.556061 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-f633420d-c5ba-42fe-8c0d-38e4b62e274b admin admin] Calling delete_port for dd363660-3b22-4c69-98a3-bd98f623cd7e owned by network:router_gateway {{(pid=75060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:05:23.556296 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.l3_hamode_db [None req-926aae79-168c-41b9-9461-d0daf658fb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd161e233-a31d-4925-a276-13ee3ce933e6', 'name': 'tempest-TestShelveInstance-1023982459-router', 'tenant_id': '86d5d837fa764cb8899ea8b0482c2fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:39Z', 'updated_at': '2021-08-20T16:05:23Z', 'revision_number': 6, 'project_id': '86d5d837fa764cb8899ea8b0482c2fb0', 'gw_port_host': None}], 'dv-cinder-805398-3-smb', False) {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:05:23.560757 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926aae79-168c-41b9-9461-d0daf658fb63 None None] The sync data for ids ['d161e233-a31d-4925-a276-13ee3ce933e6'] in dv-cinder-805398-3-smb is: [{'id': 'd161e233-a31d-4925-a276-13ee3ce933e6', 'name': 'tempest-TestShelveInstance-1023982459-router', 'tenant_id': '86d5d837fa764cb8899ea8b0482c2fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:39Z', 'updated_at': '2021-08-20T16:05:23Z', 'revision_number': 6, 'project_id': '86d5d837fa764cb8899ea8b0482c2fb0', 'gw_port_host': None}] {{(pid=75063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 20 16:05:23.591963 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:23.610069 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65fcb9e5-b845-48ea-b984-5163061e88bc {{(pid=75062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 16:05:23.626548 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 65fcb9e5-b845-48ea-b984-5163061e88bc, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=65fcb9e5-b845-48ea-b984-5163061e88bc,segment=NetworkSegment(16dbe83e-2b2c-4351-be2c-261d3a6be9f5),segment_id=16dbe83e-2b2c-4351-be2c-261d3a6be9f5)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:05:23.630983 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:23.632797 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-94119c2c-fdf6-4074-913f-5344871c6230 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:05:23.698817 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=65fcb9e5-b845-48ea-b984-5163061e88bc,revision_number=4']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:05:23.703258 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:05:23.871070 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['65fcb9e5-b845-48ea-b984-5163061e88bc'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 16:05:23.881532 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f633420d-c5ba-42fe-8c0d-38e4b62e274b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6850519'] for port, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:23.886719 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-7fee0ab6-3b37-4019-88b6-6f094d86e1c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:05:23.916595 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 6e512057-ccb3-4482-a0b9-43ee771908d7 no longer exists at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 16:05:23.927701 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633420d-c5ba-42fe-8c0d-38e4b62e274b admin admin] Pushing event deleted for resources: {'Port': ['ID=dd363660-3b22-4c69-98a3-bd98f623cd7e,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:05:23.963198 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] No Port match for: 6e512057-ccb3-4482-a0b9-43ee771908d7 {{(pid=75062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 20 16:05:23.963856 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 6e512057-ccb3-4482-a0b9-43ee771908d7 not bound to the agent host dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 16:05:23.968959 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633420d-c5ba-42fe-8c0d-38e4b62e274b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:05:23.969345 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633420d-c5ba-42fe-8c0d-38e4b62e274b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:05:23.969742 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633420d-c5ba-42fe-8c0d-38e4b62e274b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:05:23.970157 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633420d-c5ba-42fe-8c0d-38e4b62e274b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:05:23.970480 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633420d-c5ba-42fe-8c0d-38e4b62e274b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:05:23.970858 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633420d-c5ba-42fe-8c0d-38e4b62e274b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:05:23.971206 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633420d-c5ba-42fe-8c0d-38e4b62e274b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:05:23.971573 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633420d-c5ba-42fe-8c0d-38e4b62e274b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:05:23.971919 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633420d-c5ba-42fe-8c0d-38e4b62e274b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:05:23.972275 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633420d-c5ba-42fe-8c0d-38e4b62e274b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:05:23.972612 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633420d-c5ba-42fe-8c0d-38e4b62e274b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:05:23.980233 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-f633420d-c5ba-42fe-8c0d-38e4b62e274b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:05:24.176441 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f633420d-c5ba-42fe-8c0d-38e4b62e274b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405538'] for router_gateway, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:24.343371 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215b1b6-9afc-47d6-8f58-88a8306bb15c req-e85bbdc0-894e-40fe-bf4c-592da584b503 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:24.344918 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c215b1b6-9afc-47d6-8f58-88a8306bb15c req-e85bbdc0-894e-40fe-bf4c-592da584b503 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/ports?device_id=d32f2862-ab76-434f-bd41-47824acc74c6 HTTP/1.1" status: 200 len: 944 time: 0.2137632 Aug 20 16:05:24.393789 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c215b1b6-9afc-47d6-8f58-88a8306bb15c req-ad483db7-fa56-42eb-a652-54782de126a9 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/security-groups?id=8874a069-e9b0-4467-a0ab-feea1ece7c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430100 Aug 20 16:05:24.433374 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f633420d-c5ba-42fe-8c0d-38e4b62e274b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12333'] for router, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:24.437622 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f633420d-c5ba-42fe-8c0d-38e4b62e274b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:24.463226 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f633420d-c5ba-42fe-8c0d-38e4b62e274b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640030'] for router, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:24.463786 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f633420d-c5ba-42fe-8c0d-38e4b62e274b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d161e233-a31d-4925-a276-13ee3ce933e6 {{(pid=75060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 16:05:24.478055 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f633420d-c5ba-42fe-8c0d-38e4b62e274b admin admin] Notify callbacks [] for router, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:24.479174 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-f633420d-c5ba-42fe-8c0d-38e4b62e274b admin admin] 10.222.0.13 "DELETE /v2.0/routers/d161e233-a31d-4925-a276-13ee3ce933e6 HTTP/1.1" status: 204 len: 168 time: 1.6880364 Aug 20 16:05:24.481594 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 36974) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:05:24.543687 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.db_base_plugin_v2 [None req-26c65a5a-656e-42bf-bb97-26fe3f586119 admin admin] Deleting subnet ddef5bd5-0b98-4738-8f4b-aa12a9560ecd {{(pid=75060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 20 16:05:24.546798 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-26c65a5a-656e-42bf-bb97-26fe3f586119 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:24.596844 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-26c65a5a-656e-42bf-bb97-26fe3f586119 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1079870'] for subnet, precommit_delete_associations {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:24.673997 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-26c65a5a-656e-42bf-bb97-26fe3f586119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3577807'] for subnet, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:24.745282 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-26c65a5a-656e-42bf-bb97-26fe3f586119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3577846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6850340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1265223'] for subnet, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:24.749086 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-6e7d7fa8-da42-4d6f-a587-c82ce65a58f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:05:24.783071 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c65a5a-656e-42bf-bb97-26fe3f586119 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddef5bd5-0b98-4738-8f4b-aa12a9560ecd,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:05:24.787087 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-26c65a5a-656e-42bf-bb97-26fe3f586119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:05:24.789931 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-26c65a5a-656e-42bf-bb97-26fe3f586119 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:24.796296 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c050bfe-0845-485c-aa85-41893bfc2bff None None] Network 0fd9772f-6a5b-4838-9734-91246e787766 requested from dv-cinder-805398-3-smb {{(pid=75062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 20 16:05:24.796929 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-26c65a5a-656e-42bf-bb97-26fe3f586119 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ddef5bd5-0b98-4738-8f4b-aa12a9560ecd HTTP/1.1" status: 204 len: 168 time: 0.3141024 Aug 20 16:05:24.799671 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 36978) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:05:24.984478 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-deed3594-06b9-41b7-809f-5db09bbeefa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3779509'] for network, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:24.994938 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-deed3594-06b9-41b7-809f-5db09bbeefa6 admin admin] Deleting port 4cd0e884-9635-4169-a0fc-6432ef7919f9 {{(pid=75060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:05:24.995275 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-deed3594-06b9-41b7-809f-5db09bbeefa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:25.058668 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67228ad-f206-4198-a3f6-1ed48ab459ac None None] DHCP port deletion for 0fd9772f-6a5b-4838-9734-91246e787766 request from dv-cinder-805398-3-smb {{(pid=75062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 20 16:05:25.063469 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-d67228ad-f206-4198-a3f6-1ed48ab459ac None None] Deleting port 4cd0e884-9635-4169-a0fc-6432ef7919f9 {{(pid=75062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:05:25.063840 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-d67228ad-f206-4198-a3f6-1ed48ab459ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:25.203980 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.db [None req-deed3594-06b9-41b7-809f-5db09bbeefa6 admin admin] For port 4cd0e884-9635-4169-a0fc-6432ef7919f9, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=4cd0e884-9635-4169-a0fc-6432ef7919f9,segment=NetworkSegment(a14f6ba5-608e-4252-b0ac-f8255219edb5),segment_id=a14f6ba5-608e-4252-b0ac-f8255219edb5)] {{(pid=75060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:05:25.204333 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-deed3594-06b9-41b7-809f-5db09bbeefa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:25.276636 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-d67228ad-f206-4198-a3f6-1ed48ab459ac None None] For port 4cd0e884-9635-4169-a0fc-6432ef7919f9, host dv-cinder-805398-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805398-3-smb',level=0,port_id=4cd0e884-9635-4169-a0fc-6432ef7919f9,segment=NetworkSegment(a14f6ba5-608e-4252-b0ac-f8255219edb5),segment_id=a14f6ba5-608e-4252-b0ac-f8255219edb5)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:05:25.276918 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-d67228ad-f206-4198-a3f6-1ed48ab459ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:25.341963 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 65fcb9e5-b845-48ea-b984-5163061e88bc up at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 16:05:25.418468 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.plugin [None req-deed3594-06b9-41b7-809f-5db09bbeefa6 admin admin] Calling delete_port for 4cd0e884-9635-4169-a0fc-6432ef7919f9 owned by network:dhcp {{(pid=75060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:05:25.429852 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-d67228ad-f206-4198-a3f6-1ed48ab459ac None None] Calling delete_port for 4cd0e884-9635-4169-a0fc-6432ef7919f9 owned by network:dhcp {{(pid=75062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:05:25.495467 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-deed3594-06b9-41b7-809f-5db09bbeefa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6850519'] for port, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:25.500601 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-ba5802dd-4118-4a4d-8b1e-48e57371395e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:05:25.528531 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.db.api [None req-d67228ad-f206-4198-a3f6-1ed48ab459ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 16:05:25.529027 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_db.api [None req-d67228ad-f206-4198-a3f6-1ed48ab459ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 16:05:25.531413 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning for port 65fcb9e5-b845-48ea-b984-5163061e88bc completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:05:25.536574 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning complete for port 65fcb9e5-b845-48ea-b984-5163061e88bc triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:05:25.537046 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:25.544151 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed3594-06b9-41b7-809f-5db09bbeefa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cd0e884-9635-4169-a0fc-6432ef7919f9,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:05:25.547333 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-deed3594-06b9-41b7-809f-5db09bbeefa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:05:25.550080 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deed3594-06b9-41b7-809f-5db09bbeefa6 admin admin] No DVR routers for this DVR port 4cd0e884-9635-4169-a0fc-6432ef7919f9 on host dv-cinder-805398-3-smb {{(pid=75060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 16:05:25.664168 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:25.673958 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-deed3594-06b9-41b7-809f-5db09bbeefa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3576902', 'neutron.services.segments.db._delete_segments_for_network-8786829457026'] for network, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:25.694103 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-deed3594-06b9-41b7-809f-5db09bbeefa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fd9772f-6a5b-4838-9734-91246e787766']}} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:05:25.696214 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32f2862-ab76-434f-bd41-47824acc74c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fcb9e5-b845-48ea-b984-5163061e88bc'}] {{(pid=75062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:05:25.704673 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device dd363660-3b22-4c69-98a3-bd98f623cd7e no longer exists at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 16:05:25.709201 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-deed3594-06b9-41b7-809f-5db09bbeefa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a14f6ba5-608e-4252-b0ac-f8255219edb5') {'for_net_delete': True} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:05:25.710014 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-deed3594-06b9-41b7-809f-5db09bbeefa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a14f6ba5-608e-4252-b0ac-f8255219edb5') {} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:05:25.726546 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-deed3594-06b9-41b7-809f-5db09bbeefa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786829458077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1079857'] for segment, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:25.749510 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 65fcb9e5-b845-48ea-b984-5163061e88bc, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=65fcb9e5-b845-48ea-b984-5163061e88bc,segment=NetworkSegment(16dbe83e-2b2c-4351-be2c-261d3a6be9f5),segment_id=16dbe83e-2b2c-4351-be2c-261d3a6be9f5)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:05:25.749851 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-deed3594-06b9-41b7-809f-5db09bbeefa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577716'] for segment, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:25.751209 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] No Port match for: dd363660-3b22-4c69-98a3-bd98f623cd7e {{(pid=75062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 20 16:05:25.751209 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device dd363660-3b22-4c69-98a3-bd98f623cd7e not bound to the agent host dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 16:05:25.751766 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 4cd0e884-9635-4169-a0fc-6432ef7919f9 no longer exists at agent ovs-agent-dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 16:05:25.758661 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deed3594-06b9-41b7-809f-5db09bbeefa6 admin admin] Releasing vlan 1258 on physical network physnet1 to pool {{(pid=75060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 20 16:05:25.759186 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-deed3594-06b9-41b7-809f-5db09bbeefa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3577706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6850434'] for segment, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:25.774809 dv-cinder-805398-3-smb neutron-server[75060]: Traceback (most recent call last): Aug 20 16:05:25.774809 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 20 16:05:25.774809 dv-cinder-805398-3-smb neutron-server[75060]: timer() Aug 20 16:05:25.774809 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 16:05:25.774809 dv-cinder-805398-3-smb neutron-server[75060]: cb(*args, **kw) Aug 20 16:05:25.774809 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 20 16:05:25.774809 dv-cinder-805398-3-smb neutron-server[75060]: return func(*args, **kwargs) Aug 20 16:05:25.774809 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 16:05:25.774809 dv-cinder-805398-3-smb neutron-server[75060]: self._notify() Aug 20 16:05:25.774809 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 16:05:25.774809 dv-cinder-805398-3-smb neutron-server[75060]: self.callback(batched_events) Aug 20 16:05:25.774809 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 16:05:25.774809 dv-cinder-805398-3-smb neutron-server[75060]: event.method(event) Aug 20 16:05:25.774809 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 16:05:25.774809 dv-cinder-805398-3-smb neutron-server[75060]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 16:05:25.774809 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 16:05:25.774809 dv-cinder-805398-3-smb neutron-server[75060]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 16:05:25.774809 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 16:05:25.774809 dv-cinder-805398-3-smb neutron-server[75060]: return f(self, *a, **k) Aug 20 16:05:25.774809 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 20 16:05:25.774809 dv-cinder-805398-3-smb neutron-server[75060]: return self._get(url).json() Aug 20 16:05:25.774809 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 20 16:05:25.774809 dv-cinder-805398-3-smb neutron-server[75060]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 16:05:25.774809 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 20 16:05:25.774809 dv-cinder-805398-3-smb neutron-server[75060]: return self.request(url, 'GET', **kwargs) Aug 20 16:05:25.774809 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 20 16:05:25.774809 dv-cinder-805398-3-smb neutron-server[75060]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 16:05:25.774809 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 20 16:05:25.774809 dv-cinder-805398-3-smb neutron-server[75060]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 16:05:25.774809 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 20 16:05:25.774809 dv-cinder-805398-3-smb neutron-server[75060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 16:05:25.774809 dv-cinder-805398-3-smb neutron-server[75060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 16:05:25.788346 dv-cinder-805398-3-smb neutron-server[75062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32f2862-ab76-434f-bd41-47824acc74c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fcb9e5-b845-48ea-b984-5163061e88bc', 'code': 200} Aug 20 16:05:25.794169 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b9eea-753f-42bd-8e53-60ed605d380f req-6302771a-c592-4b8f-a537-440ed6c40902 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:25.796972 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] No Port match for: 4cd0e884-9635-4169-a0fc-6432ef7919f9 {{(pid=75062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 20 16:05:25.797421 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Device 4cd0e884-9635-4169-a0fc-6432ef7919f9 not bound to the agent host dv-cinder-805398-3-smb {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 16:05:25.799654 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:25.801961 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:05:25.802447 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-348b9eea-753f-42bd-8e53-60ed605d380f req-6302771a-c592-4b8f-a537-440ed6c40902 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/ports?device_id=d32f2862-ab76-434f-bd41-47824acc74c6 HTTP/1.1" status: 200 len: 944 time: 0.2817781 Aug 20 16:05:25.858885 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-348b9eea-753f-42bd-8e53-60ed605d380f req-53b022d1-79b4-4fd1-887c-0f591fe94c5a tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/security-groups?id=8874a069-e9b0-4467-a0ab-feea1ece7c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547605 Aug 20 16:05:25.879352 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-deed3594-06b9-41b7-809f-5db09bbeefa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405599'] for network, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:25.879947 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=65fcb9e5-b845-48ea-b984-5163061e88bc,revision_number=5']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:05:25.882861 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:05:25.885152 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-deed3594-06b9-41b7-809f-5db09bbeefa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for network, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:25.889515 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:05:25.912251 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-deed3594-06b9-41b7-809f-5db09bbeefa6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0fd9772f-6a5b-4838-9734-91246e787766 HTTP/1.1" status: 204 len: 168 time: 1.1114125 Aug 20 16:05:25.913315 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed3594-06b9-41b7-809f-5db09bbeefa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fd9772f-6a5b-4838-9734-91246e787766,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:05:25.916147 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-deed3594-06b9-41b7-809f-5db09bbeefa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:05:26.030882 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-d67228ad-f206-4198-a3f6-1ed48ab459ac None None] Deleting port 4cd0e884-9635-4169-a0fc-6432ef7919f9 {{(pid=75062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:05:26.031342 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-d67228ad-f206-4198-a3f6-1ed48ab459ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:26.054747 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9b74d050-730a-4a3c-88c4-f7236a3946ce req-c0142beb-3eca-4399-98cf-e83a622e6458 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d32f2862-ab76-434f-bd41-47824acc74c6 HTTP/1.1" status: 200 len: 1098 time: 0.0835230 Aug 20 16:05:26.061988 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 36992) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:05:26.103252 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-d67228ad-f206-4198-a3f6-1ed48ab459ac None None] The port '4cd0e884-9635-4169-a0fc-6432ef7919f9' was deleted {{(pid=75062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 20 16:05:26.106493 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9b74d050-730a-4a3c-88c4-f7236a3946ce req-f823559e-c2e4-40b1-8f04-06151044b79a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8874a069-e9b0-4467-a0ab-feea1ece7c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455446 Aug 20 16:05:26.116073 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-dff94aaa-ffb6-42f5-8198-dab5109eead9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4aa85ac1b5744629b15ceb86e66e4a5f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0528882 Aug 20 16:05:26.118381 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 36996) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:05:26.176289 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-451f02ec-9e2f-4075-be90-14e2a7448540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:26.201023 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-451f02ec-9e2f-4075-be90-14e2a7448540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:26.256187 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-451f02ec-9e2f-4075-be90-14e2a7448540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:26.260140 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-9a9193e1-45ed-4deb-bf98-9380681eda9d tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:05:26.271506 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f02ec-9e2f-4075-be90-14e2a7448540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bc6682-8463-4af1-bbc7-9e062b3d2913,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:05:26.277190 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-451f02ec-9e2f-4075-be90-14e2a7448540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:26.278322 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-451f02ec-9e2f-4075-be90-14e2a7448540 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04bc6682-8463-4af1-bbc7-9e062b3d2913 HTTP/1.1" status: 204 len: 168 time: 0.1590643 Aug 20 16:05:26.279227 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-451f02ec-9e2f-4075-be90-14e2a7448540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:05:26.665080 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 37004) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:05:26.715538 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-955c3202-f6b2-423f-8341-a4108960f89f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86d5d837fa764cb8899ea8b0482c2fb0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0491309 Aug 20 16:05:26.718040 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 37008) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:05:26.777005 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f8e58e41-837b-462e-ad96-4d4bc2252122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:26.805684 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f8e58e41-837b-462e-ad96-4d4bc2252122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:26.858531 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f8e58e41-837b-462e-ad96-4d4bc2252122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:26.862290 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-63b5fc82-7433-44a7-848a-f7f11a126609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:05:26.873297 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e58e41-837b-462e-ad96-4d4bc2252122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadcba40-e9ab-415e-9b28-cbd2f711fd0c,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:05:26.878429 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-f8e58e41-837b-462e-ad96-4d4bc2252122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:05:26.882721 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-f8e58e41-837b-462e-ad96-4d4bc2252122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:26.883866 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-f8e58e41-837b-462e-ad96-4d4bc2252122 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cadcba40-e9ab-415e-9b28-cbd2f711fd0c HTTP/1.1" status: 204 len: 168 time: 0.1647818 Aug 20 16:05:27.054664 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a182b32-eaca-4cd9-8985-63b7c7933c11 req-c252eab2-2b25-4be1-bae4-090fdb2475c6 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:27.056217 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5a182b32-eaca-4cd9-8985-63b7c7933c11 req-c252eab2-2b25-4be1-bae4-090fdb2475c6 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/ports?device_id=d32f2862-ab76-434f-bd41-47824acc74c6 HTTP/1.1" status: 200 len: 945 time: 0.0778232 Aug 20 16:05:27.109697 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5a182b32-eaca-4cd9-8985-63b7c7933c11 req-f9830b64-66e2-45d9-b7ef-19dc92bafa4a tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/security-groups?id=8874a069-e9b0-4467-a0ab-feea1ece7c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467429 Aug 20 16:05:28.318903 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0330790-3b12-4b53-bd05-4e992447d83c req-ee19716d-aef6-4590-bbc0-70b1888d7fdd tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:28.320328 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b0330790-3b12-4b53-bd05-4e992447d83c req-ee19716d-aef6-4590-bbc0-70b1888d7fdd tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/ports?device_id=d32f2862-ab76-434f-bd41-47824acc74c6 HTTP/1.1" status: 200 len: 945 time: 0.0855582 Aug 20 16:05:28.367510 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b0330790-3b12-4b53-bd05-4e992447d83c req-5d27a0ef-bb29-4637-af6e-60000ea7067e tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/security-groups?id=8874a069-e9b0-4467-a0ab-feea1ece7c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412996 Aug 20 16:05:29.408813 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167b16a-f1e7-4534-964c-e10565e9c0f8 req-f22fca6b-de4f-43c7-a9db-7587b5e4ccfb tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:29.410264 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a167b16a-f1e7-4534-964c-e10565e9c0f8 req-f22fca6b-de4f-43c7-a9db-7587b5e4ccfb tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/ports?device_id=d32f2862-ab76-434f-bd41-47824acc74c6 HTTP/1.1" status: 200 len: 945 time: 0.0752938 Aug 20 16:05:29.455430 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a167b16a-f1e7-4534-964c-e10565e9c0f8 req-1ba81e80-e8b0-413d-9e00-7eeeab312dc5 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/security-groups?id=8874a069-e9b0-4467-a0ab-feea1ece7c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397666 Aug 20 16:05:30.657900 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67dc1be-61fc-47cf-8f8c-845d1e1d035d req-5613fdcf-18af-46df-80fc-2a60c0963d66 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:30.659382 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e67dc1be-61fc-47cf-8f8c-845d1e1d035d req-5613fdcf-18af-46df-80fc-2a60c0963d66 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/ports?device_id=d32f2862-ab76-434f-bd41-47824acc74c6 HTTP/1.1" status: 200 len: 945 time: 0.0799351 Aug 20 16:05:30.704785 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-e67dc1be-61fc-47cf-8f8c-845d1e1d035d req-330e9cc6-8041-4917-be70-d570b13d9a96 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/security-groups?id=8874a069-e9b0-4467-a0ab-feea1ece7c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399573 Aug 20 16:05:30.792664 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee78c9-abbf-49b5-99f2-465861bc1893 req-f96fe3c7-08ad-4936-819c-553168bfb0b3 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:30.794043 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5eee78c9-abbf-49b5-99f2-465861bc1893 req-f96fe3c7-08ad-4936-819c-553168bfb0b3 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.54 "GET /v2.0/ports?device_id=d32f2862-ab76-434f-bd41-47824acc74c6 HTTP/1.1" status: 200 len: 945 time: 0.0751951 Aug 20 16:05:30.868360 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [req-5eee78c9-abbf-49b5-99f2-465861bc1893 req-179ab6eb-11a8-46af-afac-506cfe4b78b2 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Deleting port 65fcb9e5-b845-48ea-b984-5163061e88bc {{(pid=75061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:05:30.868703 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-5eee78c9-abbf-49b5-99f2-465861bc1893 req-179ab6eb-11a8-46af-afac-506cfe4b78b2 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:31.107921 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-5eee78c9-abbf-49b5-99f2-465861bc1893 req-179ab6eb-11a8-46af-afac-506cfe4b78b2 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] For port 65fcb9e5-b845-48ea-b984-5163061e88bc, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=65fcb9e5-b845-48ea-b984-5163061e88bc,segment=NetworkSegment(16dbe83e-2b2c-4351-be2c-261d3a6be9f5),segment_id=16dbe83e-2b2c-4351-be2c-261d3a6be9f5)] {{(pid=75061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:05:31.108269 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-5eee78c9-abbf-49b5-99f2-465861bc1893 req-179ab6eb-11a8-46af-afac-506cfe4b78b2 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:31.226991 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [req-5eee78c9-abbf-49b5-99f2-465861bc1893 req-179ab6eb-11a8-46af-afac-506cfe4b78b2 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Calling delete_port for 65fcb9e5-b845-48ea-b984-5163061e88bc owned by compute:nova {{(pid=75061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:05:31.366156 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-5eee78c9-abbf-49b5-99f2-465861bc1893 req-179ab6eb-11a8-46af-afac-506cfe4b78b2 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519487'] for port, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:31.371601 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-77769acb-0b43-458f-a54d-4f0deb4f752f tempest-TestShelveInstance-749921960 tempest-TestShelveInstance-749921960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:05:31.382241 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['65fcb9e5-b845-48ea-b984-5163061e88bc'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 16:05:31.415384 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ab6eb-11a8-46af-afac-506cfe4b78b2 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Pushing event deleted for resources: {'Port': ['ID=65fcb9e5-b845-48ea-b984-5163061e88bc,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:05:31.453832 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ab6eb-11a8-46af-afac-506cfe4b78b2 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:05:31.454199 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ab6eb-11a8-46af-afac-506cfe4b78b2 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:05:31.454561 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ab6eb-11a8-46af-afac-506cfe4b78b2 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:05:31.454914 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ab6eb-11a8-46af-afac-506cfe4b78b2 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:05:31.455267 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ab6eb-11a8-46af-afac-506cfe4b78b2 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:05:31.455616 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ab6eb-11a8-46af-afac-506cfe4b78b2 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:05:31.455961 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ab6eb-11a8-46af-afac-506cfe4b78b2 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:05:31.456306 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ab6eb-11a8-46af-afac-506cfe4b78b2 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:05:31.456647 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ab6eb-11a8-46af-afac-506cfe4b78b2 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:05:31.456987 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ab6eb-11a8-46af-afac-506cfe4b78b2 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:05:31.457330 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ab6eb-11a8-46af-afac-506cfe4b78b2 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:05:31.463800 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-179ab6eb-11a8-46af-afac-506cfe4b78b2 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:05:31.499249 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eee78c9-abbf-49b5-99f2-465861bc1893 req-179ab6eb-11a8-46af-afac-506cfe4b78b2 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] No DVR routers for this DVR port 65fcb9e5-b845-48ea-b984-5163061e88bc on host hv-cinder-80539 {{(pid=75061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 16:05:31.501673 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-5eee78c9-abbf-49b5-99f2-465861bc1893 req-179ab6eb-11a8-46af-afac-506cfe4b78b2 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:31.504142 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32f2862-ab76-434f-bd41-47824acc74c6', 'name': 'network-vif-deleted', 'tag': '65fcb9e5-b845-48ea-b984-5163061e88bc'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:05:31.519486 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-5eee78c9-abbf-49b5-99f2-465861bc1893 req-179ab6eb-11a8-46af-afac-506cfe4b78b2 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.54 "DELETE /v2.0/ports/65fcb9e5-b845-48ea-b984-5163061e88bc HTTP/1.1" status: 204 len: 173 time: 0.7165613 Aug 20 16:05:31.559152 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32f2862-ab76-434f-bd41-47824acc74c6', 'name': 'network-vif-deleted', 'tag': '65fcb9e5-b845-48ea-b984-5163061e88bc', 'status': 'completed', 'code': 200} Aug 20 16:05:31.880063 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-9c61c4b7-6aa3-49d1-b1fa-ed2c2336d293 req-d5423d0e-1784-4283-b234-2b125efa41df tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Synchronizing usage tracker for tenant:98d92f68c220416ea249b94d4ad281bf on resource:port {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 16:05:31.895551 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-9c61c4b7-6aa3-49d1-b1fa-ed2c2336d293 req-d5423d0e-1784-4283-b234-2b125efa41df tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Unset dirty status for tenant:98d92f68c220416ea249b94d4ad281bf on resource:port {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 16:05:31.896604 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9c61c4b7-6aa3-49d1-b1fa-ed2c2336d293 req-d5423d0e-1784-4283-b234-2b125efa41df tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/ports?device_id=d32f2862-ab76-434f-bd41-47824acc74c6 HTTP/1.1" status: 200 len: 210 time: 0.0576694 Aug 20 16:05:33.320541 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-9ac37652-e10c-4de7-945a-8da0a8755f55 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:33.321908 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-9ac37652-e10c-4de7-945a-8da0a8755f55 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/networks?id=a9445c39-ff82-41c5-91ca-ee1c97df3b96 HTTP/1.1" status: 200 len: 809 time: 0.1407769 Aug 20 16:05:33.337848 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-b8df6ad5-a885-4d71-b849-5e0b95eba3f3 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/quotas/98d92f68c220416ea249b94d4ad281bf HTTP/1.1" status: 200 len: 375 time: 0.0102901 Aug 20 16:05:33.383585 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-b2bc783a-a358-446b-8e05-3eaa09555eea tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=98d92f68c220416ea249b94d4ad281bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410323 Aug 20 16:05:33.393592 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-f65a6698-8b7a-4cdd-932a-e12a287e0268 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=75061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 20 16:05:33.394570 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-f65a6698-8b7a-4cdd-932a-e12a287e0268 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048962 Aug 20 16:05:33.600849 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-ce574d0d-2c4c-42b8-8b24-1851a5291465 service neutron] 10.222.0.13 "GET /v2.0/networks/a9445c39-ff82-41c5-91ca-ee1c97df3b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008612 Aug 20 16:05:33.731169 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-c89aed11-5b1f-4913-b01d-741c52ea4101 service neutron] 10.222.0.13 "GET /v2.0/networks/a9445c39-ff82-41c5-91ca-ee1c97df3b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247766 Aug 20 16:05:33.931781 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-ba299809-1a5a-467c-bcbf-4440fdc11f44 req-f05a011b-b34c-4444-8d6e-8d8c68d74a73 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e07b8cb-2caa-41fb-831c-e1769a6b987f HTTP/1.1" status: 200 len: 210 time: 0.0507467 Aug 20 16:05:35.070070 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-1b867d6c-899f-469f-a6b9-27d2292f24da tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:35.071550 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-1b867d6c-899f-469f-a6b9-27d2292f24da tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.54 "GET /v2.0/networks?id=a9445c39-ff82-41c5-91ca-ee1c97df3b96 HTTP/1.1" status: 200 len: 809 time: 0.1738412 Aug 20 16:05:35.111476 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-4cecf26d-ff2b-4fad-b251-eca9960ea9b1 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Request body: {'port': {'device_id': '0e07b8cb-2caa-41fb-831c-e1769a6b987f', 'network_id': 'a9445c39-ff82-41c5-91ca-ee1c97df3b96', 'admin_state_up': True, 'tenant_id': '98d92f68c220416ea249b94d4ad281bf'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:05:35.133329 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-bfccad75-8055-42cb-87d3-40b02b6f3c06 req-63141c35-e01f-45dd-a61c-c969752c9eaa tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e07b8cb-2caa-41fb-831c-e1769a6b987f HTTP/1.1" status: 200 len: 210 time: 0.0607591 Aug 20 16:05:35.259420 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-4cecf26d-ff2b-4fad-b251-eca9960ea9b1 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:05:35.270083 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.quota.driver [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-4cecf26d-ff2b-4fad-b251-eca9960ea9b1 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:05:35.283533 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-4cecf26d-ff2b-4fad-b251-eca9960ea9b1 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Made reservation on behalf of 98d92f68c220416ea249b94d4ad281bf for: {'port': 1} {{(pid=75061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 16:05:35.286756 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-4cecf26d-ff2b-4fad-b251-eca9960ea9b1 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:35.368359 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 65fcb9e5-b845-48ea-b984-5163061e88bc no longer exists at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 16:05:35.407085 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] No Port match for: 65fcb9e5-b845-48ea-b984-5163061e88bc {{(pid=75062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 20 16:05:35.407426 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 65fcb9e5-b845-48ea-b984-5163061e88bc not bound to the agent host hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 16:05:35.450988 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.db_base_plugin_common [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-4cecf26d-ff2b-4fad-b251-eca9960ea9b1 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Allocated IP 172.20.0.2 (a9445c39-ff82-41c5-91ca-ee1c97df3b96/559985c2-3118-40d6-bef7-c6b11ac1145f/38b7250a-21e0-49c3-ad70-efb0d9fe2f3f) {{(pid=75061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:05:35.695922 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-4cecf26d-ff2b-4fad-b251-eca9960ea9b1 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Notify callbacks [] for port, precommit_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:35.725669 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-4cecf26d-ff2b-4fad-b251-eca9960ea9b1 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786828934943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519487'] for port, after_create {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:35.731707 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-54d23e38-705d-4e9a-9f2d-ea92168acd93 tempest-TestMinimumBasicScenario-1206357705 tempest-TestMinimumBasicScenario-1206357705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:05:35.807569 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-4cecf26d-ff2b-4fad-b251-eca9960ea9b1 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Network a9445c39-ff82-41c5-91ca-ee1c97df3b96 is already hosted by enough agents. {{(pid=75061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:05:35.811052 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.scheduler.base_scheduler [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-4cecf26d-ff2b-4fad-b251-eca9960ea9b1 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Resources bound (agent type, host, resource id): {{(pid=75061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:05:35.816533 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-4cecf26d-ff2b-4fad-b251-eca9960ea9b1 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Received port after_create {{(pid=75061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:05:35.841788 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cecf26d-ff2b-4fad-b251-eca9960ea9b1 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Pushing event updated for resources: {'Port': ['ID=38b7250a-21e0-49c3-ad70-efb0d9fe2f3f,revision_number=1']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:05:35.847697 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-4cecf26d-ff2b-4fad-b251-eca9960ea9b1 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:05:35.882729 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-4cecf26d-ff2b-4fad-b251-eca9960ea9b1 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:35.883240 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-4cecf26d-ff2b-4fad-b251-eca9960ea9b1 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:35.909803 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-4cecf26d-ff2b-4fad-b251-eca9960ea9b1 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8019917 Aug 20 16:05:35.925062 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.v2.base [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-19a057eb-9f95-48e1-a79a-5763c96ae7f5 service neutron] Request body: {'port': {'device_id': '0e07b8cb-2caa-41fb-831c-e1769a6b987f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80539'}} {{(pid=75061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 20 16:05:36.039765 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-19a057eb-9f95-48e1-a79a-5763c96ae7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:36.393945 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11685f3-60d0-4424-bb8a-8eaf528eddb6 req-3768f4f0-df01-46d5-a4f8-3679a2555883 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:36.394739 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-d11685f3-60d0-4424-bb8a-8eaf528eddb6 req-3768f4f0-df01-46d5-a4f8-3679a2555883 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Synchronizing usage tracker for tenant:98d92f68c220416ea249b94d4ad281bf on resource:port {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 16:05:36.562902 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-d11685f3-60d0-4424-bb8a-8eaf528eddb6 req-3768f4f0-df01-46d5-a4f8-3679a2555883 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Unset dirty status for tenant:98d92f68c220416ea249b94d4ad281bf on resource:port {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 16:05:36.563999 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d11685f3-60d0-4424-bb8a-8eaf528eddb6 req-3768f4f0-df01-46d5-a4f8-3679a2555883 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e07b8cb-2caa-41fb-831c-e1769a6b987f HTTP/1.1" status: 200 len: 931 time: 0.2993727 Aug 20 16:05:36.568362 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-19a057eb-9f95-48e1-a79a-5763c96ae7f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38b7250a-21e0-49c3-ad70-efb0d9fe2f3f {{(pid=75061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 16:05:36.578048 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-19a057eb-9f95-48e1-a79a-5763c96ae7f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:36.613912 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.provisioning_blocks [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-19a057eb-9f95-48e1-a79a-5763c96ae7f5 service neutron] Transition to ACTIVE for port object 38b7250a-21e0-49c3-ad70-efb0d9fe2f3f will not be triggered until provisioned by entity L2. {{(pid=75061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:05:36.622409 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-19a057eb-9f95-48e1-a79a-5763c96ae7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1519478'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:36.628450 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-106b9ad6-a58c-4b98-a914-d5ed3704ab7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:05:36.691956 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-d11685f3-60d0-4424-bb8a-8eaf528eddb6 req-8fc08e5e-557f-445b-9216-3dc0eb1896ed tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/security-groups?id=8874a069-e9b0-4467-a0ab-feea1ece7c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191783 Aug 20 16:05:36.759203 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a057eb-9f95-48e1-a79a-5763c96ae7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=38b7250a-21e0-49c3-ad70-efb0d9fe2f3f,revision_number=2']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:05:36.763926 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-19a057eb-9f95-48e1-a79a-5763c96ae7f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:05:36.873059 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-19a057eb-9f95-48e1-a79a-5763c96ae7f5 service neutron] Attempting to bind port 38b7250a-21e0-49c3-ad70-efb0d9fe2f3f on host hv-cinder-80539 for vnic_type normal with profile {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 16:05:36.873385 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-19a057eb-9f95-48e1-a79a-5763c96ae7f5 service neutron] Attempting to bind port 38b7250a-21e0-49c3-ad70-efb0d9fe2f3f by drivers openvswitch,hyperv on host hv-cinder-80539 at level 0 using segments [{'id': '16dbe83e-2b2c-4351-be2c-261d3a6be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'a9445c39-ff82-41c5-91ca-ee1c97df3b96'}] {{(pid=75061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 16:05:36.873742 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-19a057eb-9f95-48e1-a79a-5763c96ae7f5 service neutron] Attempting to bind port 38b7250a-21e0-49c3-ad70-efb0d9fe2f3f on network a9445c39-ff82-41c5-91ca-ee1c97df3b96 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:05:36.880025 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-19a057eb-9f95-48e1-a79a-5763c96ae7f5 service neutron] Port 38b7250a-21e0-49c3-ad70-efb0d9fe2f3f on network a9445c39-ff82-41c5-91ca-ee1c97df3b96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80539 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 16:05:36.880340 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-19a057eb-9f95-48e1-a79a-5763c96ae7f5 service neutron] Attempting to bind port 38b7250a-21e0-49c3-ad70-efb0d9fe2f3f on network a9445c39-ff82-41c5-91ca-ee1c97df3b96 {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:05:36.886598 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-19a057eb-9f95-48e1-a79a-5763c96ae7f5 service neutron] Checking agent: {'id': '8cb0eed4-3a83-4faf-85db-5d15db1f4851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80539', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 15, 53, 18), 'started_at': datetime.datetime(2021, 8, 20, 15, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 16, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 16:05:36.886929 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-19a057eb-9f95-48e1-a79a-5763c96ae7f5 service neutron] Checking segment: {'id': '16dbe83e-2b2c-4351-be2c-261d3a6be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'a9445c39-ff82-41c5-91ca-ee1c97df3b96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 20 16:05:36.887307 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-19a057eb-9f95-48e1-a79a-5763c96ae7f5 service neutron] Bound using segment: {'id': '16dbe83e-2b2c-4351-be2c-261d3a6be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'a9445c39-ff82-41c5-91ca-ee1c97df3b96'} {{(pid=75061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 16:05:36.887723 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.managers [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-19a057eb-9f95-48e1-a79a-5763c96ae7f5 service neutron] Bound port: 38b7250a-21e0-49c3-ad70-efb0d9fe2f3f, host: hv-cinder-80539, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16dbe83e-2b2c-4351-be2c-261d3a6be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'a9445c39-ff82-41c5-91ca-ee1c97df3b96'}}] {{(pid=75061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 16:05:36.888064 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-19a057eb-9f95-48e1-a79a-5763c96ae7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:36.975459 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-19a057eb-9f95-48e1-a79a-5763c96ae7f5 service neutron] For port 38b7250a-21e0-49c3-ad70-efb0d9fe2f3f, host hv-cinder-80539, cleared binding levels {{(pid=75061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:05:36.978565 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-19a057eb-9f95-48e1-a79a-5763c96ae7f5 service neutron] For port 38b7250a-21e0-49c3-ad70-efb0d9fe2f3f, host hv-cinder-80539, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=38b7250a-21e0-49c3-ad70-efb0d9fe2f3f,segment=NetworkSegment(16dbe83e-2b2c-4351-be2c-261d3a6be9f5),segment_id=16dbe83e-2b2c-4351-be2c-261d3a6be9f5)] {{(pid=75061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 16:05:36.985030 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-19a057eb-9f95-48e1-a79a-5763c96ae7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1519478'] for port, after_update {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:36.988945 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-30533911-00b1-4930-b2b8-d75726094454 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:05:37.048574 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-19a057eb-9f95-48e1-a79a-5763c96ae7f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:37.050022 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-19a057eb-9f95-48e1-a79a-5763c96ae7f5 service neutron] 10.222.0.54 "PUT /v2.0/ports/38b7250a-21e0-49c3-ad70-efb0d9fe2f3f HTTP/1.1" status: 200 len: 1093 time: 1.1298137 Aug 20 16:05:37.050515 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e07b8cb-2caa-41fb-831c-e1769a6b987f', 'tag': '38b7250a-21e0-49c3-ad70-efb0d9fe2f3f'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:05:37.073822 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a057eb-9f95-48e1-a79a-5763c96ae7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=38b7250a-21e0-49c3-ad70-efb0d9fe2f3f,revision_number=3']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:05:37.077384 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-19a057eb-9f95-48e1-a79a-5763c96ae7f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:05:37.127242 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e07b8cb-2caa-41fb-831c-e1769a6b987f', 'tag': '38b7250a-21e0-49c3-ad70-efb0d9fe2f3f', 'status': 'completed', 'code': 200} Aug 20 16:05:37.169935 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-5aa3b1ed-4f12-4240-8bf8-5314909f9492 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98d92f68c220416ea249b94d4ad281bf&device_id=0e07b8cb-2caa-41fb-831c-e1769a6b987f HTTP/1.1" status: 200 len: 1096 time: 0.0733418 Aug 20 16:05:37.245402 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-ed5ee16f-a3bf-498a-9957-bf4b7102415d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38b7250a-21e0-49c3-ad70-efb0d9fe2f3f HTTP/1.1" status: 200 len: 217 time: 0.0643046 Aug 20 16:05:37.312403 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-9ae6e0b0-7319-4082-9c6e-b1a0cd8e14db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:37.313899 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-9ae6e0b0-7319-4082-9c6e-b1a0cd8e14db service neutron] 10.222.0.54 "GET /v2.0/subnets?id=559985c2-3118-40d6-bef7-c6b11ac1145f HTTP/1.1" status: 200 len: 849 time: 0.0584879 Aug 20 16:05:37.364025 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-135e9890-341f-4d30-b3a9-42b3c4bb5a99 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a9445c39-ff82-41c5-91ca-ee1c97df3b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431533 Aug 20 16:05:37.499937 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-971fd9bb-6ec4-4489-8d46-b5451ed82ab3 service neutron] 10.222.0.54 "GET /v2.0/networks/a9445c39-ff82-41c5-91ca-ee1c97df3b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270511 Aug 20 16:05:37.638495 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a67c1c0e-ba43-467b-b8e6-97bbf142f1a3 req-a1f744a9-425f-4e54-b9e0-27f93c391920 service neutron] 10.222.0.54 "GET /v2.0/networks/a9445c39-ff82-41c5-91ca-ee1c97df3b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276011 Aug 20 16:05:37.760205 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f3ff7106-c8e1-44e5-b4b1-6269004b2a16 req-573e4993-7c37-48f4-86ac-8952bb6ad7dc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98d92f68c220416ea249b94d4ad281bf&device_id=0e07b8cb-2caa-41fb-831c-e1769a6b987f HTTP/1.1" status: 200 len: 1096 time: 0.0718243 Aug 20 16:05:37.954324 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff7106-c8e1-44e5-b4b1-6269004b2a16 req-b779073a-0f18-4969-ba72-371b8827c737 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:37.955784 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f3ff7106-c8e1-44e5-b4b1-6269004b2a16 req-b779073a-0f18-4969-ba72-371b8827c737 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a9445c39-ff82-41c5-91ca-ee1c97df3b96 HTTP/1.1" status: 200 len: 911 time: 0.1885922 Aug 20 16:05:37.966070 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d30a0-5a28-4fa8-959a-1951e311b63b req-d550004b-5d2b-4d21-9ffd-b91a081279f5 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:37.967452 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9a2d30a0-5a28-4fa8-959a-1951e311b63b req-d550004b-5d2b-4d21-9ffd-b91a081279f5 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e07b8cb-2caa-41fb-831c-e1769a6b987f HTTP/1.1" status: 200 len: 943 time: 0.1293035 Aug 20 16:05:38.042831 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f3ff7106-c8e1-44e5-b4b1-6269004b2a16 req-509beca1-34da-4534-81ed-2b6d67a5e0a3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38b7250a-21e0-49c3-ad70-efb0d9fe2f3f HTTP/1.1" status: 200 len: 217 time: 0.0743234 Aug 20 16:05:38.111952 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9a2d30a0-5a28-4fa8-959a-1951e311b63b req-8c0f4733-2744-4b2e-845c-7809b9881249 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/security-groups?id=8874a069-e9b0-4467-a0ab-feea1ece7c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961215 Aug 20 16:05:38.127677 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff7106-c8e1-44e5-b4b1-6269004b2a16 req-3ff118d1-0b7c-4193-b7e2-a88be772f556 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:38.129136 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f3ff7106-c8e1-44e5-b4b1-6269004b2a16 req-3ff118d1-0b7c-4193-b7e2-a88be772f556 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=559985c2-3118-40d6-bef7-c6b11ac1145f HTTP/1.1" status: 200 len: 849 time: 0.0718524 Aug 20 16:05:38.177941 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f3ff7106-c8e1-44e5-b4b1-6269004b2a16 req-9a30755c-3f39-4c60-9c76-3e21f701905b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a9445c39-ff82-41c5-91ca-ee1c97df3b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394704 Aug 20 16:05:38.189399 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [req-f3ff7106-c8e1-44e5-b4b1-6269004b2a16 req-baf9da39-7d10-4591-a105-f20f068296cf service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=75061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 20 16:05:38.190435 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f3ff7106-c8e1-44e5-b4b1-6269004b2a16 req-baf9da39-7d10-4591-a105-f20f068296cf service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055683 Aug 20 16:05:38.406805 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f3ff7106-c8e1-44e5-b4b1-6269004b2a16 req-854c4562-08be-405b-af82-a8328a0b5a3c service neutron] 10.222.0.54 "GET /v2.0/networks/a9445c39-ff82-41c5-91ca-ee1c97df3b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084394 Aug 20 16:05:38.543572 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f3ff7106-c8e1-44e5-b4b1-6269004b2a16 req-77427b9d-5978-4eb4-ae95-fc7c91230770 service neutron] 10.222.0.54 "GET /v2.0/networks/a9445c39-ff82-41c5-91ca-ee1c97df3b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297345 Aug 20 16:05:39.317879 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a9843-d941-469f-b797-0509c6040026 req-2b2c0710-0594-4835-8bd2-e626c830fada tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:39.319274 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-112a9843-d941-469f-b797-0509c6040026 req-2b2c0710-0594-4835-8bd2-e626c830fada tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e07b8cb-2caa-41fb-831c-e1769a6b987f HTTP/1.1" status: 200 len: 943 time: 0.0820346 Aug 20 16:05:39.367417 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-112a9843-d941-469f-b797-0509c6040026 req-763a38d4-1d1d-4385-9a67-6fdf799e5616 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/security-groups?id=8874a069-e9b0-4467-a0ab-feea1ece7c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424175 Aug 20 16:05:39.376641 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 38b7250a-21e0-49c3-ad70-efb0d9fe2f3f details requested by agent hyperv_hv-cinder-80539 with host hv-cinder-80539 {{(pid=75062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 16:05:39.544270 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 38b7250a-21e0-49c3-ad70-efb0d9fe2f3f, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=38b7250a-21e0-49c3-ad70-efb0d9fe2f3f,segment=NetworkSegment(16dbe83e-2b2c-4351-be2c-261d3a6be9f5),segment_id=16dbe83e-2b2c-4351-be2c-261d3a6be9f5)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:05:39.558046 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Returning: {'device': '38b7250a-21e0-49c3-ad70-efb0d9fe2f3f', 'network_id': 'a9445c39-ff82-41c5-91ca-ee1c97df3b96', 'port_id': '38b7250a-21e0-49c3-ad70-efb0d9fe2f3f', 'mac_address': 'fa:16:3e:ce:74:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '559985c2-3118-40d6-bef7-c6b11ac1145f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 16:05:39.622592 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:39.644040 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-95d4690d-f354-483f-a6a1-426d0cba8d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:39.646607 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38b7250a-21e0-49c3-ad70-efb0d9fe2f3f {{(pid=75062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 16:05:39.664999 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 38b7250a-21e0-49c3-ad70-efb0d9fe2f3f, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=38b7250a-21e0-49c3-ad70-efb0d9fe2f3f,segment=NetworkSegment(16dbe83e-2b2c-4351-be2c-261d3a6be9f5),segment_id=16dbe83e-2b2c-4351-be2c-261d3a6be9f5)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:05:39.669368 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:39.671967 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:05:39.749015 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=38b7250a-21e0-49c3-ad70-efb0d9fe2f3f,revision_number=4']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:05:39.753074 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:05:39.930585 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['38b7250a-21e0-49c3-ad70-efb0d9fe2f3f'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 16:05:40.079966 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:40.567510 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6e048-35b9-467c-af0d-ce25f2070e57 req-e77d840c-9cf7-4bbc-b202-e94f700c6afe tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:40.568992 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b4e6e048-35b9-467c-af0d-ce25f2070e57 req-e77d840c-9cf7-4bbc-b202-e94f700c6afe tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e07b8cb-2caa-41fb-831c-e1769a6b987f HTTP/1.1" status: 200 len: 944 time: 0.0780644 Aug 20 16:05:40.621891 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-b4e6e048-35b9-467c-af0d-ce25f2070e57 req-df038bcf-e550-4e4a-a571-5f320296d45d tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/security-groups?id=8874a069-e9b0-4467-a0ab-feea1ece7c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425539 Aug 20 16:05:41.370267 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 6 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 16:05:41.408426 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 38b7250a-21e0-49c3-ad70-efb0d9fe2f3f up at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 16:05:41.480130 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning for port 38b7250a-21e0-49c3-ad70-efb0d9fe2f3f completed by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:05:41.485450 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.db.provisioning_blocks [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Provisioning complete for port 38b7250a-21e0-49c3-ad70-efb0d9fe2f3f triggered by entity L2. {{(pid=75062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:05:41.485854 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3580771'] for port, provisioning_complete {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:41.600190 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3714911'] for port, before_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:41.627570 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e07b8cb-2caa-41fb-831c-e1769a6b987f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b7250a-21e0-49c3-ad70-efb0d9fe2f3f'}] {{(pid=75062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:05:41.637182 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] For port 38b7250a-21e0-49c3-ad70-efb0d9fe2f3f, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=38b7250a-21e0-49c3-ad70-efb0d9fe2f3f,segment=NetworkSegment(16dbe83e-2b2c-4351-be2c-261d3a6be9f5),segment_id=16dbe83e-2b2c-4351-be2c-261d3a6be9f5)] {{(pid=75062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:05:41.642493 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786829376790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786828934961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786828935006'] for port, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:41.644844 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:05:41.687616 dv-cinder-805398-3-smb neutron-server[75062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e07b8cb-2caa-41fb-831c-e1769a6b987f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b7250a-21e0-49c3-ad70-efb0d9fe2f3f', 'code': 200} Aug 20 16:05:41.729483 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Pushing event updated for resources: {'Port': ['ID=38b7250a-21e0-49c3-ad70-efb0d9fe2f3f,revision_number=5']} {{(pid=75062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:05:41.733428 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-6424a423-ed03-409b-b241-36857a77bd88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:41.735664 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG oslo_concurrency.lockutils [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75062) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:05:41.844273 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3ede0-e34a-4ffd-a968-6a3968023b84 req-a678d231-b27c-4957-a3b6-e7c0cd312da2 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:41.845852 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a7a3ede0-e34a-4ffd-a968-6a3968023b84 req-a678d231-b27c-4957-a3b6-e7c0cd312da2 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e07b8cb-2caa-41fb-831c-e1769a6b987f HTTP/1.1" status: 200 len: 945 time: 0.0864332 Aug 20 16:05:41.899006 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-a7a3ede0-e34a-4ffd-a968-6a3968023b84 req-d4becb24-5b30-42bc-b932-c88b18e7ed60 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/security-groups?id=8874a069-e9b0-4467-a0ab-feea1ece7c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461948 Aug 20 16:05:42.118055 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6838125e-9512-4fd5-b18f-606089f6e8b1 req-2ec62162-8288-4310-b5b2-52931c2d0c9e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0e07b8cb-2caa-41fb-831c-e1769a6b987f HTTP/1.1" status: 200 len: 1098 time: 0.1958628 Aug 20 16:05:42.164824 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-6838125e-9512-4fd5-b18f-606089f6e8b1 req-26b5d80d-c85e-4c2d-b830-4c5df1024673 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8874a069-e9b0-4467-a0ab-feea1ece7c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377190 Aug 20 16:05:43.107927 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62fca8b-b7d1-49ea-ae7d-c538ae2f14c2 req-be8f2684-9bb3-4778-9563-19955e3adc5f tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:43.110021 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c62fca8b-b7d1-49ea-ae7d-c538ae2f14c2 req-be8f2684-9bb3-4778-9563-19955e3adc5f tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e07b8cb-2caa-41fb-831c-e1769a6b987f HTTP/1.1" status: 200 len: 945 time: 0.0862713 Aug 20 16:05:43.158521 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-c62fca8b-b7d1-49ea-ae7d-c538ae2f14c2 req-9326a781-691b-403d-96c2-b4bff7d76d68 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/security-groups?id=8874a069-e9b0-4467-a0ab-feea1ece7c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417142 Aug 20 16:05:43.204405 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:44.357201 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40993e-775a-48f3-9173-799c5a556f35 req-7cf44e6e-8c56-4994-b8d3-4f73dcff3702 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:44.359122 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-fc40993e-775a-48f3-9173-799c5a556f35 req-7cf44e6e-8c56-4994-b8d3-4f73dcff3702 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e07b8cb-2caa-41fb-831c-e1769a6b987f HTTP/1.1" status: 200 len: 945 time: 0.0776725 Aug 20 16:05:44.413236 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-fc40993e-775a-48f3-9173-799c5a556f35 req-c13570dd-175e-4ee5-9228-af44e9efc3e0 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/security-groups?id=8874a069-e9b0-4467-a0ab-feea1ece7c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483520 Aug 20 16:05:44.697324 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:45.630504 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe6c84-83a3-49ec-a57e-b4ecfe7c5091 req-2da92e5e-6bd4-442f-9ac4-7f75f0bf3438 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:45.632012 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9ffe6c84-83a3-49ec-a57e-b4ecfe7c5091 req-2da92e5e-6bd4-442f-9ac4-7f75f0bf3438 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e07b8cb-2caa-41fb-831c-e1769a6b987f HTTP/1.1" status: 200 len: 945 time: 0.0844724 Aug 20 16:05:45.678471 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9ffe6c84-83a3-49ec-a57e-b4ecfe7c5091 req-45380a6e-cc8e-4e3f-8378-3d971291afaa tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/security-groups?id=8874a069-e9b0-4467-a0ab-feea1ece7c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409694 Aug 20 16:05:46.884037 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf36ad-d539-418b-b808-b25dcc3509ac req-453a1613-b0e8-4e32-91fa-209797bc2185 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:46.885504 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-95bf36ad-d539-418b-b808-b25dcc3509ac req-453a1613-b0e8-4e32-91fa-209797bc2185 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e07b8cb-2caa-41fb-831c-e1769a6b987f HTTP/1.1" status: 200 len: 945 time: 0.0825124 Aug 20 16:05:46.974429 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-95bf36ad-d539-418b-b808-b25dcc3509ac req-e8dc1768-1692-4d96-9828-6bedfc897193 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/security-groups?id=8874a069-e9b0-4467-a0ab-feea1ece7c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827670 Aug 20 16:05:47.006083 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272b99f-3fcd-409d-ba29-cec75bc51850 req-524f58a0-f38c-4ca1-ac99-36800d0aeee2 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:47.007510 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f272b99f-3fcd-409d-ba29-cec75bc51850 req-524f58a0-f38c-4ca1-ac99-36800d0aeee2 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e07b8cb-2caa-41fb-831c-e1769a6b987f HTTP/1.1" status: 200 len: 945 time: 0.0877676 Aug 20 16:05:47.083901 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [req-f272b99f-3fcd-409d-ba29-cec75bc51850 req-bc9ec0be-c51f-4c40-a8bc-e11ec46372d8 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Deleting port 38b7250a-21e0-49c3-ad70-efb0d9fe2f3f {{(pid=75061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 20 16:05:47.084256 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-f272b99f-3fcd-409d-ba29-cec75bc51850 req-bc9ec0be-c51f-4c40-a8bc-e11ec46372d8 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786829372591'] for port, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:47.329779 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.db [req-f272b99f-3fcd-409d-ba29-cec75bc51850 req-bc9ec0be-c51f-4c40-a8bc-e11ec46372d8 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] For port 38b7250a-21e0-49c3-ad70-efb0d9fe2f3f, host hv-cinder-80539, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80539',level=0,port_id=38b7250a-21e0-49c3-ad70-efb0d9fe2f3f,segment=NetworkSegment(16dbe83e-2b2c-4351-be2c-261d3a6be9f5),segment_id=16dbe83e-2b2c-4351-be2c-261d3a6be9f5)] {{(pid=75061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:05:47.330025 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-f272b99f-3fcd-409d-ba29-cec75bc51850 req-bc9ec0be-c51f-4c40-a8bc-e11ec46372d8 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409240'] for port, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:47.454785 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.plugins.ml2.plugin [req-f272b99f-3fcd-409d-ba29-cec75bc51850 req-bc9ec0be-c51f-4c40-a8bc-e11ec46372d8 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Calling delete_port for 38b7250a-21e0-49c3-ad70-efb0d9fe2f3f owned by compute:nova {{(pid=75061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 20 16:05:47.605735 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-f272b99f-3fcd-409d-ba29-cec75bc51850 req-bc9ec0be-c51f-4c40-a8bc-e11ec46372d8 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786829376772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786828934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519487'] for port, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:47.612329 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-4b665e01-0d7d-44e5-bbd1-a33582c4bf35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:05:47.621993 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.db [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] get_ports_and_sgs() called for port_ids ['38b7250a-21e0-49c3-ad70-efb0d9fe2f3f'] {{(pid=75062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 20 16:05:47.748436 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ec0be-c51f-4c40-a8bc-e11ec46372d8 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Pushing event deleted for resources: {'Port': ['ID=38b7250a-21e0-49c3-ad70-efb0d9fe2f3f,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:05:47.751005 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-bc9ec0be-c51f-4c40-a8bc-e11ec46372d8 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:05:47.820344 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.db.l3_dvrscheduler_db [req-f272b99f-3fcd-409d-ba29-cec75bc51850 req-bc9ec0be-c51f-4c40-a8bc-e11ec46372d8 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] No DVR routers for this DVR port 38b7250a-21e0-49c3-ad70-efb0d9fe2f3f on host hv-cinder-80539 {{(pid=75061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 16:05:47.822867 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [req-f272b99f-3fcd-409d-ba29-cec75bc51850 req-bc9ec0be-c51f-4c40-a8bc-e11ec46372d8 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105539'] for port, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:47.825807 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e07b8cb-2caa-41fb-831c-e1769a6b987f', 'name': 'network-vif-deleted', 'tag': '38b7250a-21e0-49c3-ad70-efb0d9fe2f3f'}] {{(pid=75061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:05:47.841389 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-f272b99f-3fcd-409d-ba29-cec75bc51850 req-bc9ec0be-c51f-4c40-a8bc-e11ec46372d8 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.54 "DELETE /v2.0/ports/38b7250a-21e0-49c3-ad70-efb0d9fe2f3f HTTP/1.1" status: 204 len: 173 time: 0.8248174 Aug 20 16:05:47.891802 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e07b8cb-2caa-41fb-831c-e1769a6b987f', 'name': 'network-vif-deleted', 'tag': '38b7250a-21e0-49c3-ad70-efb0d9fe2f3f', 'status': 'completed', 'code': 200} Aug 20 16:05:47.984111 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:48.163708 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-9e79ff8f-5636-4bf6-aa56-eef91d98ce5a req-25c30692-6dbe-4152-94fe-0b4c140e0852 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Synchronizing usage tracker for tenant:98d92f68c220416ea249b94d4ad281bf on resource:port {{(pid=75061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 16:05:48.180056 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.quota.resource [req-9e79ff8f-5636-4bf6-aa56-eef91d98ce5a req-25c30692-6dbe-4152-94fe-0b4c140e0852 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] Unset dirty status for tenant:98d92f68c220416ea249b94d4ad281bf on resource:port {{(pid=75061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 16:05:48.181388 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [req-9e79ff8f-5636-4bf6-aa56-eef91d98ce5a req-25c30692-6dbe-4152-94fe-0b4c140e0852 tempest-VolumesActionsTest-1378447845 tempest-VolumesActionsTest-1378447845-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e07b8cb-2caa-41fb-831c-e1769a6b987f HTTP/1.1" status: 200 len: 210 time: 0.0629640 Aug 20 16:05:51.468647 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 38b7250a-21e0-49c3-ad70-efb0d9fe2f3f no longer exists at agent hyperv_hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 16:05:51.502493 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.plugin [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] No Port match for: 38b7250a-21e0-49c3-ad70-efb0d9fe2f3f {{(pid=75062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 20 16:05:51.502843 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron.plugins.ml2.rpc [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Device 38b7250a-21e0-49c3-ad70-efb0d9fe2f3f not bound to the agent host hv-cinder-80539 {{(pid=75062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 16:06:09.630076 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-276509a3-53d7-41f4-8f47-f585848a6939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:09.945383 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 37262) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:06:10.036836 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb0d20c6-eb53-4e66-a9c8-0d3693a1d93c admin admin] Deleting subnet 559985c2-3118-40d6-bef7-c6b11ac1145f {{(pid=75060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 20 16:06:10.039958 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-fb0d20c6-eb53-4e66-a9c8-0d3693a1d93c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:10.067512 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:10.096685 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-fb0d20c6-eb53-4e66-a9c8-0d3693a1d93c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1079870'] for subnet, precommit_delete_associations {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:10.168462 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-fb0d20c6-eb53-4e66-a9c8-0d3693a1d93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3577807'] for subnet, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:10.244146 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-fb0d20c6-eb53-4e66-a9c8-0d3693a1d93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3577846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6850340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1265223'] for subnet, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:10.247965 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-a5883946-c1d1-4e53-bf9a-01dc60600514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:06:10.288120 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d20c6-eb53-4e66-a9c8-0d3693a1d93c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=559985c2-3118-40d6-bef7-c6b11ac1145f,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:06:10.290616 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-fb0d20c6-eb53-4e66-a9c8-0d3693a1d93c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:06:10.293564 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-fb0d20c6-eb53-4e66-a9c8-0d3693a1d93c admin admin] Notify callbacks [] for subnet, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:10.299896 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-fb0d20c6-eb53-4e66-a9c8-0d3693a1d93c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/559985c2-3118-40d6-bef7-c6b11ac1145f HTTP/1.1" status: 204 len: 168 time: 0.3531058 Aug 20 16:06:10.302287 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 37266) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:06:10.421224 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2bb4e4fb-d24f-4243-b7e1-c68e2a0f35f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3779509'] for network, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:10.564078 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2bb4e4fb-d24f-4243-b7e1-c68e2a0f35f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3576902', 'neutron.services.segments.db._delete_segments_for_network-8786829457026'] for network, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:10.578923 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-2bb4e4fb-d24f-4243-b7e1-c68e2a0f35f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9445c39-ff82-41c5-91ca-ee1c97df3b96']}} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:06:10.594736 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-2bb4e4fb-d24f-4243-b7e1-c68e2a0f35f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16dbe83e-2b2c-4351-be2c-261d3a6be9f5') {'for_net_delete': True} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:06:10.595025 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.services.segments.db [None req-2bb4e4fb-d24f-4243-b7e1-c68e2a0f35f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16dbe83e-2b2c-4351-be2c-261d3a6be9f5') {} {{(pid=75060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:06:10.609483 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2bb4e4fb-d24f-4243-b7e1-c68e2a0f35f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786829458077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1079857'] for segment, before_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:10.632278 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2bb4e4fb-d24f-4243-b7e1-c68e2a0f35f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577716'] for segment, precommit_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:10.639871 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb4e4fb-d24f-4243-b7e1-c68e2a0f35f5 admin admin] Releasing vlan 1252 on physical network physnet1 to pool {{(pid=75060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 20 16:06:10.640327 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2bb4e4fb-d24f-4243-b7e1-c68e2a0f35f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3577706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6850434'] for segment, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:10.653833 dv-cinder-805398-3-smb neutron-server[75060]: Traceback (most recent call last): Aug 20 16:06:10.653833 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 20 16:06:10.653833 dv-cinder-805398-3-smb neutron-server[75060]: timer() Aug 20 16:06:10.653833 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 16:06:10.653833 dv-cinder-805398-3-smb neutron-server[75060]: cb(*args, **kw) Aug 20 16:06:10.653833 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 20 16:06:10.653833 dv-cinder-805398-3-smb neutron-server[75060]: return func(*args, **kwargs) Aug 20 16:06:10.653833 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 16:06:10.653833 dv-cinder-805398-3-smb neutron-server[75060]: self._notify() Aug 20 16:06:10.653833 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 16:06:10.653833 dv-cinder-805398-3-smb neutron-server[75060]: self.callback(batched_events) Aug 20 16:06:10.653833 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 16:06:10.653833 dv-cinder-805398-3-smb neutron-server[75060]: event.method(event) Aug 20 16:06:10.653833 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 16:06:10.653833 dv-cinder-805398-3-smb neutron-server[75060]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 16:06:10.653833 dv-cinder-805398-3-smb neutron-server[75060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 16:06:10.653833 dv-cinder-805398-3-smb neutron-server[75060]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 16:06:10.653833 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 16:06:10.653833 dv-cinder-805398-3-smb neutron-server[75060]: return f(self, *a, **k) Aug 20 16:06:10.653833 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 20 16:06:10.653833 dv-cinder-805398-3-smb neutron-server[75060]: return self._get(url).json() Aug 20 16:06:10.653833 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 20 16:06:10.653833 dv-cinder-805398-3-smb neutron-server[75060]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 16:06:10.653833 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 20 16:06:10.653833 dv-cinder-805398-3-smb neutron-server[75060]: return self.request(url, 'GET', **kwargs) Aug 20 16:06:10.653833 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 20 16:06:10.653833 dv-cinder-805398-3-smb neutron-server[75060]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 16:06:10.653833 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 20 16:06:10.653833 dv-cinder-805398-3-smb neutron-server[75060]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 16:06:10.653833 dv-cinder-805398-3-smb neutron-server[75060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 20 16:06:10.653833 dv-cinder-805398-3-smb neutron-server[75060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 16:06:10.653833 dv-cinder-805398-3-smb neutron-server[75060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 16:06:10.736383 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2bb4e4fb-d24f-4243-b7e1-c68e2a0f35f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405599'] for network, after_delete {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:10.740320 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:06:10.757533 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-2bb4e4fb-d24f-4243-b7e1-c68e2a0f35f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570870'] for network, before_response {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:10.768977 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4e4fb-d24f-4243-b7e1-c68e2a0f35f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9445c39-ff82-41c5-91ca-ee1c97df3b96,revision_number=None']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:06:10.772594 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-2bb4e4fb-d24f-4243-b7e1-c68e2a0f35f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:06:10.780403 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-2bb4e4fb-d24f-4243-b7e1-c68e2a0f35f5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a9445c39-ff82-41c5-91ca-ee1c97df3b96 HTTP/1.1" status: 204 len: 168 time: 0.4768546 Aug 20 16:06:11.001601 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 37272) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:06:11.060994 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-0c22c166-032e-4255-82d5-f91904c0f47c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98d92f68c220416ea249b94d4ad281bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0577235 Aug 20 16:06:11.063683 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 37276) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:06:11.132734 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-f7e18a4c-bd3b-4b98-a44a-7a35aa3d940f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:11.165718 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-f7e18a4c-bd3b-4b98-a44a-7a35aa3d940f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:11.228294 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-f7e18a4c-bd3b-4b98-a44a-7a35aa3d940f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:11.231965 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-25069d82-957e-4cb7-8b3c-5040dead98ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:06:11.245892 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e18a4c-bd3b-4b98-a44a-7a35aa3d940f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8874a069-e9b0-4467-a0ab-feea1ece7c4c,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:06:11.248610 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-f7e18a4c-bd3b-4b98-a44a-7a35aa3d940f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:06:11.256545 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-f7e18a4c-bd3b-4b98-a44a-7a35aa3d940f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:11.257713 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-f7e18a4c-bd3b-4b98-a44a-7a35aa3d940f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8874a069-e9b0-4467-a0ab-feea1ece7c4c HTTP/1.1" status: 204 len: 168 time: 0.1927781 Aug 20 16:06:11.726277 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-27bb2ceb-4afd-45e9-bf6a-8ea75e3e830a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:13.202725 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:14.700978 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:18.002038 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:18.374402 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 6 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 16:06:24.041422 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [-] (75060) accepted ('10.222.0.13', 37410) {{(pid=75060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:06:24.184224 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-16ae18c6-64e9-4f37-a3b3-15afa7502ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:24.214004 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-16ae18c6-64e9-4f37-a3b3-15afa7502ef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 16:06:24.218337 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-16ae18c6-64e9-4f37-a3b3-15afa7502ef7 admin admin] Usage tracker for resource:security_group_rule and tenant:cb00b711519246b2b9e5b0f581e0aeca is out of sync, need to count used quota {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 16:06:24.221034 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.quota.resource [None req-16ae18c6-64e9-4f37-a3b3-15afa7502ef7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 16:06:24.226644 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.db.quota.driver [None req-16ae18c6-64e9-4f37-a3b3-15afa7502ef7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 16:06:24.289607 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-16ae18c6-64e9-4f37-a3b3-15afa7502ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:24.293393 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron_lib.callbacks.manager [None req-16ae18c6-64e9-4f37-a3b3-15afa7502ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_create {{(pid=75060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:24.300266 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-27396cf4-3655-4208-8aa0-ac699e2361dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:06:24.339326 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae18c6-64e9-4f37-a3b3-15afa7502ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b677d3-f2ca-4cfe-a8e8-90c665deced2,revision_number=1']} {{(pid=75060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:06:24.346241 dv-cinder-805398-3-smb neutron-server[75060]: INFO neutron.wsgi [None req-16ae18c6-64e9-4f37-a3b3-15afa7502ef7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb00b711519246b2b9e5b0f581e0aeca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3037207 Aug 20 16:06:24.349096 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.wsgi [-] (75061) accepted ('10.222.0.13', 37416) {{(pid=75061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 16:06:24.352229 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ae18c6-64e9-4f37-a3b3-15afa7502ef7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:06:24.352610 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ae18c6-64e9-4f37-a3b3-15afa7502ef7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:06:24.352981 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ae18c6-64e9-4f37-a3b3-15afa7502ef7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:06:24.353390 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ae18c6-64e9-4f37-a3b3-15afa7502ef7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:06:24.353731 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ae18c6-64e9-4f37-a3b3-15afa7502ef7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:06:24.354229 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ae18c6-64e9-4f37-a3b3-15afa7502ef7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:06:24.354591 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ae18c6-64e9-4f37-a3b3-15afa7502ef7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:06:24.354948 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ae18c6-64e9-4f37-a3b3-15afa7502ef7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:06:24.355301 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ae18c6-64e9-4f37-a3b3-15afa7502ef7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:06:24.355648 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ae18c6-64e9-4f37-a3b3-15afa7502ef7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:06:24.356001 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ae18c6-64e9-4f37-a3b3-15afa7502ef7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805398-3-smb {{(pid=75060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:06:24.360325 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG oslo_concurrency.lockutils [None req-16ae18c6-64e9-4f37-a3b3-15afa7502ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:06:24.413668 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-f68f872a-df49-4415-b754-81223d99abee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:24.439651 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-f68f872a-df49-4415-b754-81223d99abee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:24.490887 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-f68f872a-df49-4415-b754-81223d99abee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446153'] for security_group, after_delete {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:24.494533 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-49bd4d80-8c6e-4dd1-91a1-fbd58d513615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 16:06:24.505534 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f872a-df49-4415-b754-81223d99abee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b677d3-f2ca-4cfe-a8e8-90c665deced2,revision_number=None']} {{(pid=75061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:06:24.509075 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG oslo_concurrency.lockutils [None req-f68f872a-df49-4415-b754-81223d99abee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 16:06:24.512169 dv-cinder-805398-3-smb neutron-server[75061]: DEBUG neutron_lib.callbacks.manager [None req-f68f872a-df49-4415-b754-81223d99abee admin admin] Notify callbacks [] for security_group, before_response {{(pid=75061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:24.513265 dv-cinder-805398-3-smb neutron-server[75061]: INFO neutron.wsgi [None req-f68f872a-df49-4415-b754-81223d99abee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57b677d3-f2ca-4cfe-a8e8-90c665deced2 HTTP/1.1" status: 204 len: 168 time: 0.1630051 Aug 20 16:06:39.623946 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f65fd9cc-fb9c-41d7-875b-c62e1549b51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:40.061921 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:41.719590 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-d3232d44-6bc5-4ba3-b0d0-b8ca1bf1cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:43.198079 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:44.708182 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:47.996474 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:55.374692 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 6 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 16:07:09.625340 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-35b4e69f-7831-41e0-a4a0-56dc3655e736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:07:10.068099 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:07:11.736501 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-09434893-409c-4572-9068-49ee4a7018b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:07:13.202175 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:07:14.703343 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:07:18.002128 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:07:32.375586 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 6 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 16:07:39.627755 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-0d6e6f64-067e-44eb-9317-3ef97522f614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:07:40.062864 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:07:41.718602 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-13223eca-5769-4457-9ece-af52e9df2e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:07:43.203378 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:07:44.707241 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:07:48.010590 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:08:09.375714 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 6 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 16:08:09.631565 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-12dea84a-838f-42c6-9f1a-6a294c0cddfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:08:10.072045 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:08:11.721410 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-d8732f3a-9954-4b33-b4e9-4716ebe83cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:08:13.207059 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:08:14.710365 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:08:18.012570 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:08:39.633629 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-6d0ec3df-9a68-440a-b3bf-47371ccdceaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:08:40.066077 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:08:41.725007 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-9dae9253-fe89-424b-8c4b-5c45fbcec46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:08:43.211319 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:08:44.711887 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:08:46.375565 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 6 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 16:08:48.025842 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:09.635731 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-b22e063b-65d5-4c88-88df-a804c60b4e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:10.068267 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:11.726491 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-50be6e75-dad5-470e-a63d-2780da64afca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:13.212395 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:14.717141 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:18.041207 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:23.376899 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 6 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 16:09:39.637968 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f53266bc-ab37-4952-a495-8f804d000ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:40.072491 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:41.728606 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-288db8fe-ce0c-443e-83c1-703b184769f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:43.216389 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:44.718069 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:48.040449 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:10:00.377339 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 6 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 16:10:09.641532 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-29af1c68-8879-425f-a6a1-a5ac8043f2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:10:10.075584 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:10:11.731346 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-ba463e9f-12b8-4db9-ae11-3d2c4b24ad08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:10:13.219022 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:10:14.720654 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:10:18.040699 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:10:37.376720 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 6 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 16:10:39.642697 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-b3ef3036-31bf-45df-b7fd-f0071e34f837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:10:40.078965 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:10:41.732578 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-8c3e0ace-3e8d-4079-9059-a69146fa75f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:10:43.220766 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:10:44.721357 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:10:48.042026 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:11:09.643800 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-9bc3b2d9-5ac2-4f8e-a59e-5f1b4e2e85ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:11:09.648527 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [req-4e2765f6-5a92-4b26-a2f6-e2a94399bab1 req-275378ca-15d8-411b-9ad6-30bcf3b51adb service neutron] (75060) timed out ('10.222.0.54', 56940) {{(pid=75060) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 20 16:11:10.080526 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f5db0a32-9860-4977-afdf-c0bf41434606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:11:11.735821 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-223f0b78-4a3c-4eb3-a2d8-d938efb38a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:11:13.222791 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-18a35c57-5637-4e0c-8888-1fbd03b30125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:11:14.048161 dv-cinder-805398-3-smb neutron-server[75060]: DEBUG neutron.wsgi [req-60712031-a602-40e5-936a-c8cbbdd0c1a7 req-d81a7997-c332-4212-bf3c-f9c46c3da85d service neutron] (75060) timed out ('10.222.0.54', 56904) {{(pid=75060) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 20 16:11:14.376555 dv-cinder-805398-3-smb neutron-server[75063]: DEBUG neutron.db.agents_db [None req-eb6760ec-b210-4cdf-82c0-d823af2b573a None None] Agent healthcheck: found 6 active agents {{(pid=75063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 16:11:14.726071 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-f17fee13-a951-478e-8a17-13924c0fd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:11:18.038902 dv-cinder-805398-3-smb neutron-server[75062]: DEBUG neutron_lib.callbacks.manager [None req-52fbfeff-db4d-4597-9337-b1f1dac00ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786829457008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580882'] for agent, after_update {{(pid=75062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}